2024-11-20 10:22:23,795 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 10:22:23,808 main DEBUG Took 0.010697 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 10:22:23,809 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 10:22:23,809 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 10:22:23,810 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 10:22:23,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,817 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 10:22:23,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,832 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,834 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,836 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,837 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,838 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:22:23,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,839 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 10:22:23,841 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:22:23,842 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 10:22:23,843 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 10:22:23,844 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 10:22:23,845 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 10:22:23,845 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 10:22:23,853 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 10:22:23,855 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 10:22:23,857 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 10:22:23,857 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 10:22:23,857 main DEBUG createAppenders(={Console}) 2024-11-20 10:22:23,858 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 10:22:23,858 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 10:22:23,859 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 10:22:23,859 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 10:22:23,859 main DEBUG OutputStream closed 2024-11-20 10:22:23,860 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 10:22:23,860 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 10:22:23,860 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 10:22:23,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 10:22:23,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 10:22:23,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 10:22:23,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 10:22:23,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 10:22:23,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 10:22:23,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 10:22:23,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 10:22:23,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 10:22:23,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 10:22:23,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 10:22:23,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 10:22:23,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 10:22:23,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 10:22:23,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 10:22:23,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 10:22:23,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 10:22:23,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 10:22:23,938 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 10:22:23,938 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 10:22:23,939 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 10:22:23,939 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T10:22:24,218 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848 2024-11-20 10:22:24,221 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 10:22:24,221 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T10:22:24,230 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-20T10:22:24,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T10:22:24,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf, deleteOnExit=true 2024-11-20T10:22:24,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T10:22:24,252 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/test.cache.data in system properties and HBase conf 2024-11-20T10:22:24,252 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T10:22:24,253 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/hadoop.log.dir in system properties and HBase conf 2024-11-20T10:22:24,253 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T10:22:24,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T10:22:24,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T10:22:24,342 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T10:22:24,435 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T10:22:24,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:22:24,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:22:24,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T10:22:24,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:22:24,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T10:22:24,441 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T10:22:24,441 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:22:24,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:22:24,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T10:22:24,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/nfs.dump.dir in system properties and HBase conf 2024-11-20T10:22:24,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/java.io.tmpdir in system properties and HBase conf 2024-11-20T10:22:24,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:22:24,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T10:22:24,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T10:22:25,257 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T10:22:25,339 INFO [Time-limited test {}] log.Log(170): Logging initialized @2261ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T10:22:25,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:22:25,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:22:25,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:22:25,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:22:25,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:22:25,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:22:25,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:22:25,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:22:25,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/java.io.tmpdir/jetty-localhost-34163-hadoop-hdfs-3_4_1-tests_jar-_-any-11921204213062245987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:22:25,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34163} 2024-11-20T10:22:25,728 INFO [Time-limited test {}] server.Server(415): Started @2651ms 2024-11-20T10:22:26,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:22:26,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:22:26,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:22:26,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:22:26,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:22:26,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:22:26,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:22:26,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/java.io.tmpdir/jetty-localhost-42609-hadoop-hdfs-3_4_1-tests_jar-_-any-4529238401377843005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:22:26,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42609} 2024-11-20T10:22:26,262 INFO [Time-limited test {}] server.Server(415): Started @3185ms 2024-11-20T10:22:26,318 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:22:26,822 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/dfs/data/data2/current/BP-125645188-172.17.0.2-1732098145022/current, will proceed with Du for space computation calculation, 2024-11-20T10:22:26,822 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/dfs/data/data1/current/BP-125645188-172.17.0.2-1732098145022/current, will proceed with Du for space computation calculation, 2024-11-20T10:22:26,861 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:22:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa189d7a363eb05e1 with lease ID 0x8d3fdbf0201bff60: Processing first storage report for DS-97c1b07a-b832-4238-859d-06e1db9e3414 from datanode DatanodeRegistration(127.0.0.1:42895, datanodeUuid=2bd291e4-f2e9-4533-b0f5-482a1bb9bf45, infoPort=35711, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1908350608;c=1732098145022) 2024-11-20T10:22:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa189d7a363eb05e1 with lease ID 0x8d3fdbf0201bff60: from storage DS-97c1b07a-b832-4238-859d-06e1db9e3414 node DatanodeRegistration(127.0.0.1:42895, datanodeUuid=2bd291e4-f2e9-4533-b0f5-482a1bb9bf45, infoPort=35711, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1908350608;c=1732098145022), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T10:22:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa189d7a363eb05e1 with lease ID 0x8d3fdbf0201bff60: Processing first storage report for DS-852ecaa8-7544-457a-bcbc-4d2648160a9e from datanode DatanodeRegistration(127.0.0.1:42895, datanodeUuid=2bd291e4-f2e9-4533-b0f5-482a1bb9bf45, infoPort=35711, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1908350608;c=1732098145022) 2024-11-20T10:22:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa189d7a363eb05e1 with lease ID 0x8d3fdbf0201bff60: from storage DS-852ecaa8-7544-457a-bcbc-4d2648160a9e node DatanodeRegistration(127.0.0.1:42895, datanodeUuid=2bd291e4-f2e9-4533-b0f5-482a1bb9bf45, infoPort=35711, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1908350608;c=1732098145022), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:22:27,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848 2024-11-20T10:22:27,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/zookeeper_0, clientPort=52472, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T10:22:27,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52472 2024-11-20T10:22:27,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:22:27,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:22:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741825_1001 (size=7) 2024-11-20T10:22:27,765 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 with version=8 2024-11-20T10:22:27,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/hbase-staging 2024-11-20T10:22:27,893 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T10:22:28,163 INFO [Time-limited test {}] client.ConnectionUtils(129): master/d4f420762b49:0 server-side Connection retries=45 2024-11-20T10:22:28,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:22:28,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:22:28,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:22:28,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:22:28,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:22:28,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:22:28,377 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T10:22:28,385 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T10:22:28,389 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:22:28,417 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23464 (auto-detected) 2024-11-20T10:22:28,418 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T10:22:28,437 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46837 2024-11-20T10:22:28,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:22:28,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:22:28,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46837 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-20T10:22:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468370x0, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:22:28,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46837-0x1001473fbdf0000 connected 2024-11-20T10:22:28,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:22:28,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:22:28,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:22:28,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46837 2024-11-20T10:22:28,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46837 2024-11-20T10:22:28,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46837 2024-11-20T10:22:28,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46837 2024-11-20T10:22:28,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46837 2024-11-20T10:22:28,551 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313, hbase.cluster.distributed=false 2024-11-20T10:22:28,622 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/d4f420762b49:0 server-side Connection retries=45 2024-11-20T10:22:28,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:22:28,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T10:22:28,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T10:22:28,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T10:22:28,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T10:22:28,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T10:22:28,628 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T10:22:28,629 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44213 2024-11-20T10:22:28,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T10:22:28,639 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T10:22:28,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:22:28,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:22:28,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44213 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-20T10:22:28,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442130x0, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T10:22:28,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44213-0x1001473fbdf0001 connected 2024-11-20T10:22:28,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:22:28,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:22:28,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T10:22:28,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44213 2024-11-20T10:22:28,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44213 2024-11-20T10:22:28,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44213 2024-11-20T10:22:28,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44213 2024-11-20T10:22:28,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44213 2024-11-20T10:22:28,663 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/d4f420762b49,46837,1732098147886 2024-11-20T10:22:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:22:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:22:28,673 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d4f420762b49,46837,1732098147886 2024-11-20T10:22:28,681 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d4f420762b49:46837 2024-11-20T10:22:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:22:28,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T10:22:28,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:28,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:28,695 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T10:22:28,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T10:22:28,696 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d4f420762b49,46837,1732098147886 from backup master directory 2024-11-20T10:22:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d4f420762b49,46837,1732098147886 2024-11-20T10:22:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:22:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T10:22:28,700 WARN [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:22:28,701 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d4f420762b49,46837,1732098147886 2024-11-20T10:22:28,703 INFO [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T10:22:28,704 INFO [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T10:22:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741826_1002 (size=42) 2024-11-20T10:22:29,173 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/hbase.id with ID: 1ae52835-f46d-474b-b7fe-043d9920dfb5 2024-11-20T10:22:29,213 INFO [master/d4f420762b49:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:22:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741827_1003 (size=196) 2024-11-20T10:22:29,671 INFO [master/d4f420762b49:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:22:29,673 INFO [master/d4f420762b49:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T10:22:29,691 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:29,695 INFO [master/d4f420762b49:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:22:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741828_1004 (size=1189) 2024-11-20T10:22:30,146 INFO [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store 2024-11-20T10:22:30,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741829_1005 (size=34) 2024-11-20T10:22:30,571 INFO [master/d4f420762b49:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T10:22:30,571 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:30,572 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T10:22:30,573 INFO [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:22:30,573 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:22:30,573 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T10:22:30,573 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:22:30,573 INFO [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:22:30,574 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T10:22:30,576 WARN [master/d4f420762b49:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/.initializing 2024-11-20T10:22:30,576 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/WALs/d4f420762b49,46837,1732098147886 2024-11-20T10:22:30,583 INFO [master/d4f420762b49:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:22:30,595 INFO [master/d4f420762b49:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d4f420762b49%2C46837%2C1732098147886, suffix=, logDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/WALs/d4f420762b49,46837,1732098147886, archiveDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/oldWALs, maxLogs=10 2024-11-20T10:22:30,617 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/WALs/d4f420762b49,46837,1732098147886/d4f420762b49%2C46837%2C1732098147886.1732098150599, exclude list is [], retry=0 2024-11-20T10:22:30,636 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42895,DS-97c1b07a-b832-4238-859d-06e1db9e3414,DISK] 2024-11-20T10:22:30,639 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T10:22:30,679 INFO [master/d4f420762b49:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/WALs/d4f420762b49,46837,1732098147886/d4f420762b49%2C46837%2C1732098147886.1732098150599 2024-11-20T10:22:30,680 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35711:35711)] 2024-11-20T10:22:30,681 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:22:30,681 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:30,685 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,686 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T10:22:30,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:30,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:22:30,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T10:22:30,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:30,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:22:30,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T10:22:30,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:30,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:22:30,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T10:22:30,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:30,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:22:30,778 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,779 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,788 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T10:22:30,792 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T10:22:30,796 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:22:30,797 INFO [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65988660, jitterRate=-0.01669234037399292}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T10:22:30,802 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T10:22:30,803 INFO [master/d4f420762b49:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T10:22:30,832 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6e4806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:30,868 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T10:22:30,881 INFO [master/d4f420762b49:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T10:22:30,881 INFO [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T10:22:30,884 INFO [master/d4f420762b49:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T10:22:30,885 INFO [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T10:22:30,891 INFO [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-20T10:22:30,891 INFO [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T10:22:30,923 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T10:22:30,938 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T10:22:30,940 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T10:22:30,943 INFO [master/d4f420762b49:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T10:22:30,944 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T10:22:30,946 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T10:22:30,948 INFO [master/d4f420762b49:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T10:22:30,951 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T10:22:30,953 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T10:22:30,954 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T10:22:30,955 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T10:22:30,965 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T10:22:30,967 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T10:22:30,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:22:30,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T10:22:30,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:30,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:30,972 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=d4f420762b49,46837,1732098147886, sessionid=0x1001473fbdf0000, setting cluster-up flag (Was=false) 2024-11-20T10:22:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:30,991 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T10:22:30,992 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d4f420762b49,46837,1732098147886 2024-11-20T10:22:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:31,004 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T10:22:31,006 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d4f420762b49,46837,1732098147886 2024-11-20T10:22:31,077 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d4f420762b49:44213 2024-11-20T10:22:31,079 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1008): ClusterId : 1ae52835-f46d-474b-b7fe-043d9920dfb5 2024-11-20T10:22:31,082 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T10:22:31,087 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T10:22:31,087 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T10:22:31,088 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T10:22:31,090 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T10:22:31,090 DEBUG [RS:0;d4f420762b49:44213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e46bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:31,092 DEBUG [RS:0;d4f420762b49:44213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ba5de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d4f420762b49/172.17.0.2:0 2024-11-20T10:22:31,094 INFO [master/d4f420762b49:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T10:22:31,095 INFO [RS:0;d4f420762b49:44213 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T10:22:31,095 INFO [RS:0;d4f420762b49:44213 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T10:22:31,095 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T10:22:31,097 INFO [master/d4f420762b49:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T10:22:31,097 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(3073): reportForDuty to master=d4f420762b49,46837,1732098147886 with isa=d4f420762b49/172.17.0.2:44213, startcode=1732098148621 2024-11-20T10:22:31,102 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d4f420762b49,46837,1732098147886 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T10:22:31,106 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d4f420762b49:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:22:31,106 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d4f420762b49:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:22:31,106 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d4f420762b49:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:22:31,106 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d4f420762b49:0, corePoolSize=5, maxPoolSize=5 2024-11-20T10:22:31,106 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d4f420762b49:0, corePoolSize=10, maxPoolSize=10 2024-11-20T10:22:31,107 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,107 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d4f420762b49:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:22:31,107 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,108 INFO [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732098181108 2024-11-20T10:22:31,110 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T10:22:31,111 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T10:22:31,113 DEBUG [RS:0;d4f420762b49:44213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:22:31,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:22:31,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T10:22:31,115 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T10:22:31,116 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T10:22:31,116 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T10:22:31,116 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T10:22:31,117 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,119 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:31,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T10:22:31,120 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T10:22:31,121 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T10:22:31,121 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T10:22:31,124 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T10:22:31,124 INFO [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T10:22:31,128 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d4f420762b49:0:becomeActiveMaster-HFileCleaner.large.0-1732098151126,5,FailOnTimeoutGroup] 2024-11-20T10:22:31,130 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d4f420762b49:0:becomeActiveMaster-HFileCleaner.small.0-1732098151128,5,FailOnTimeoutGroup] 2024-11-20T10:22:31,130 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,130 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T10:22:31,132 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,132 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741831_1007 (size=1039) 2024-11-20T10:22:31,160 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48765, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:22:31,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46837 {}] master.ServerManager(332): Checking decommissioned status of RegionServer d4f420762b49,44213,1732098148621 2024-11-20T10:22:31,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46837 {}] master.ServerManager(486): Registering regionserver=d4f420762b49,44213,1732098148621 2024-11-20T10:22:31,185 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:22:31,185 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34249 2024-11-20T10:22:31,185 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T10:22:31,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:22:31,191 DEBUG [RS:0;d4f420762b49:44213 {}] zookeeper.ZKUtil(111): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d4f420762b49,44213,1732098148621 2024-11-20T10:22:31,191 WARN [RS:0;d4f420762b49:44213 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T10:22:31,191 INFO [RS:0;d4f420762b49:44213 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:22:31,191 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/WALs/d4f420762b49,44213,1732098148621 2024-11-20T10:22:31,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d4f420762b49,44213,1732098148621] 2024-11-20T10:22:31,205 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T10:22:31,216 INFO [RS:0;d4f420762b49:44213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T10:22:31,229 INFO [RS:0;d4f420762b49:44213 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T10:22:31,232 INFO [RS:0;d4f420762b49:44213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T10:22:31,232 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,233 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T10:22:31,240 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,240 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,241 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,241 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,241 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,241 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,241 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d4f420762b49:0, corePoolSize=2, maxPoolSize=2 2024-11-20T10:22:31,241 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,242 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,242 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,242 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,242 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d4f420762b49:0, corePoolSize=1, maxPoolSize=1 2024-11-20T10:22:31,242 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d4f420762b49:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:22:31,242 DEBUG [RS:0;d4f420762b49:44213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0, corePoolSize=3, maxPoolSize=3 2024-11-20T10:22:31,243 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,243 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,244 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,244 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,244 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,44213,1732098148621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:22:31,264 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T10:22:31,266 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,44213,1732098148621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:31,286 INFO [RS:0;d4f420762b49:44213 {}] regionserver.Replication(204): d4f420762b49,44213,1732098148621 started 2024-11-20T10:22:31,286 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1767): Serving as d4f420762b49,44213,1732098148621, RpcServer on d4f420762b49/172.17.0.2:44213, sessionid=0x1001473fbdf0001 2024-11-20T10:22:31,287 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T10:22:31,287 DEBUG [RS:0;d4f420762b49:44213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d4f420762b49,44213,1732098148621 2024-11-20T10:22:31,287 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd4f420762b49,44213,1732098148621' 2024-11-20T10:22:31,287 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T10:22:31,288 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T10:22:31,289 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T10:22:31,289 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T10:22:31,289 DEBUG [RS:0;d4f420762b49:44213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d4f420762b49,44213,1732098148621 2024-11-20T10:22:31,289 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd4f420762b49,44213,1732098148621' 2024-11-20T10:22:31,289 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T10:22:31,290 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T10:22:31,290 DEBUG [RS:0;d4f420762b49:44213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T10:22:31,290 INFO [RS:0;d4f420762b49:44213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T10:22:31,291 INFO [RS:0;d4f420762b49:44213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T10:22:31,396 INFO [RS:0;d4f420762b49:44213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:22:31,400 INFO [RS:0;d4f420762b49:44213 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d4f420762b49%2C44213%2C1732098148621, suffix=, logDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/WALs/d4f420762b49,44213,1732098148621, archiveDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/oldWALs, maxLogs=32 2024-11-20T10:22:31,418 DEBUG [RS:0;d4f420762b49:44213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/WALs/d4f420762b49,44213,1732098148621/d4f420762b49%2C44213%2C1732098148621.1732098151403, exclude list is [], retry=0 2024-11-20T10:22:31,423 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42895,DS-97c1b07a-b832-4238-859d-06e1db9e3414,DISK] 2024-11-20T10:22:31,428 INFO [RS:0;d4f420762b49:44213 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/WALs/d4f420762b49,44213,1732098148621/d4f420762b49%2C44213%2C1732098148621.1732098151403 2024-11-20T10:22:31,428 DEBUG [RS:0;d4f420762b49:44213 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35711:35711)] 2024-11-20T10:22:31,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T10:22:31,536 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:22:31,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741833_1009 (size=32) 2024-11-20T10:22:31,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:31,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T10:22:31,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T10:22:31,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:31,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:22:31,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T10:22:31,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T10:22:31,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:31,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:22:31,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T10:22:31,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T10:22:31,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:31,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:22:31,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740 2024-11-20T10:22:31,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740 2024-11-20T10:22:31,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:22:31,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T10:22:31,972 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:22:31,973 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214864, jitterRate=-0.013321638107299805}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:22:31,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T10:22:31,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T10:22:31,975 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T10:22:31,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T10:22:31,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T10:22:31,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T10:22:31,977 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T10:22:31,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T10:22:31,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T10:22:31,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T10:22:31,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T10:22:31,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T10:22:31,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T10:22:32,147 DEBUG [d4f420762b49:46837 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T10:22:32,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:22:32,159 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d4f420762b49,44213,1732098148621, state=OPENING 2024-11-20T10:22:32,166 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T10:22:32,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:32,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:32,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:22:32,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:22:32,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:22:32,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:32,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T10:22:32,348 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T10:22:32,362 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T10:22:32,363 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:22:32,363 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T10:22:32,366 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d4f420762b49%2C44213%2C1732098148621.meta, suffix=.meta, logDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/WALs/d4f420762b49,44213,1732098148621, archiveDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/oldWALs, maxLogs=32 2024-11-20T10:22:32,383 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/WALs/d4f420762b49,44213,1732098148621/d4f420762b49%2C44213%2C1732098148621.meta.1732098152368.meta, exclude list is [], retry=0 2024-11-20T10:22:32,386 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42895,DS-97c1b07a-b832-4238-859d-06e1db9e3414,DISK] 2024-11-20T10:22:32,389 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/WALs/d4f420762b49,44213,1732098148621/d4f420762b49%2C44213%2C1732098148621.meta.1732098152368.meta 2024-11-20T10:22:32,390 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35711:35711)] 2024-11-20T10:22:32,390 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:22:32,391 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T10:22:32,463 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T10:22:32,468 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T10:22:32,473 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T10:22:32,473 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:32,473 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T10:22:32,473 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T10:22:32,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T10:22:32,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T10:22:32,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:32,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:22:32,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T10:22:32,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T10:22:32,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:32,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:22:32,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T10:22:32,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T10:22:32,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:32,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T10:22:32,486 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740 2024-11-20T10:22:32,488 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740 2024-11-20T10:22:32,491 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:22:32,493 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T10:22:32,495 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71290015, jitterRate=0.06230400502681732}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:22:32,496 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T10:22:32,503 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732098152337 2024-11-20T10:22:32,514 DEBUG [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T10:22:32,515 INFO [RS_OPEN_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T10:22:32,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:22:32,518 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d4f420762b49,44213,1732098148621, state=OPEN 2024-11-20T10:22:32,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:22:32,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T10:22:32,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:22:32,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T10:22:32,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T10:22:32,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=d4f420762b49,44213,1732098148621 in 353 msec 2024-11-20T10:22:32,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T10:22:32,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 543 msec 2024-11-20T10:22:32,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4960 sec 2024-11-20T10:22:32,538 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732098152538, completionTime=-1 2024-11-20T10:22:32,538 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T10:22:32,538 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T10:22:32,579 DEBUG [hconnection-0x734303d3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:32,582 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:32,593 INFO [master/d4f420762b49:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T10:22:32,593 INFO [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732098212593 2024-11-20T10:22:32,593 INFO [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732098272593 2024-11-20T10:22:32,593 INFO [master/d4f420762b49:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 54 msec 2024-11-20T10:22:32,616 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,46837,1732098147886-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:32,616 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,46837,1732098147886-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:32,617 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,46837,1732098147886-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:32,618 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d4f420762b49:46837, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:32,618 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:32,623 DEBUG [master/d4f420762b49:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T10:22:32,627 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T10:22:32,628 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T10:22:32,635 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T10:22:32,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:22:32,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:32,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:22:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741835_1011 (size=358) 2024-11-20T10:22:33,056 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 372812ae3d724f3ab6cd41ee6ef91cba, NAME => 'hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:22:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741836_1012 (size=42) 2024-11-20T10:22:33,468 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:33,468 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 372812ae3d724f3ab6cd41ee6ef91cba, disabling compactions & flushes 2024-11-20T10:22:33,468 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:22:33,468 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:22:33,468 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. after waiting 0 ms 2024-11-20T10:22:33,468 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:22:33,468 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:22:33,468 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 372812ae3d724f3ab6cd41ee6ef91cba: 2024-11-20T10:22:33,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:22:33,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732098153472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732098153472"}]},"ts":"1732098153472"} 2024-11-20T10:22:33,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T10:22:33,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:22:33,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098153503"}]},"ts":"1732098153503"} 2024-11-20T10:22:33,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T10:22:33,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=372812ae3d724f3ab6cd41ee6ef91cba, ASSIGN}] 2024-11-20T10:22:33,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=372812ae3d724f3ab6cd41ee6ef91cba, ASSIGN 2024-11-20T10:22:33,519 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=372812ae3d724f3ab6cd41ee6ef91cba, ASSIGN; state=OFFLINE, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=false 2024-11-20T10:22:33,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=372812ae3d724f3ab6cd41ee6ef91cba, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:22:33,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 372812ae3d724f3ab6cd41ee6ef91cba, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:22:33,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:33,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:22:33,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 372812ae3d724f3ab6cd41ee6ef91cba, NAME => 'hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:22:33,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:22:33,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:33,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:22:33,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:22:33,838 INFO [StoreOpener-372812ae3d724f3ab6cd41ee6ef91cba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:22:33,840 INFO [StoreOpener-372812ae3d724f3ab6cd41ee6ef91cba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372812ae3d724f3ab6cd41ee6ef91cba columnFamilyName info 2024-11-20T10:22:33,840 DEBUG [StoreOpener-372812ae3d724f3ab6cd41ee6ef91cba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:33,841 INFO [StoreOpener-372812ae3d724f3ab6cd41ee6ef91cba-1 {}] regionserver.HStore(327): Store=372812ae3d724f3ab6cd41ee6ef91cba/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:22:33,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:22:33,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:22:33,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:22:33,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:22:33,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 372812ae3d724f3ab6cd41ee6ef91cba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68709882, jitterRate=0.023857027292251587}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T10:22:33,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 372812ae3d724f3ab6cd41ee6ef91cba: 2024-11-20T10:22:33,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba., pid=6, masterSystemTime=1732098153828 2024-11-20T10:22:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:22:33,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:22:33,859 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=372812ae3d724f3ab6cd41ee6ef91cba, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:22:33,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T10:22:33,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 372812ae3d724f3ab6cd41ee6ef91cba, server=d4f420762b49,44213,1732098148621 in 189 msec 2024-11-20T10:22:33,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T10:22:33,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=372812ae3d724f3ab6cd41ee6ef91cba, ASSIGN in 351 msec 2024-11-20T10:22:33,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:22:33,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098153871"}]},"ts":"1732098153871"} 2024-11-20T10:22:33,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T10:22:33,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:22:33,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2490 sec 2024-11-20T10:22:33,939 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T10:22:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T10:22:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:22:33,972 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T10:22:33,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T10:22:33,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-20T10:22:33,996 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T10:22:34,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T10:22:34,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-20T10:22:34,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T10:22:34,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T10:22:34,026 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.325sec 2024-11-20T10:22:34,028 INFO [master/d4f420762b49:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T10:22:34,029 INFO [master/d4f420762b49:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T10:22:34,030 INFO [master/d4f420762b49:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T10:22:34,031 INFO [master/d4f420762b49:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T10:22:34,031 INFO [master/d4f420762b49:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T10:22:34,032 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,46837,1732098147886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T10:22:34,032 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,46837,1732098147886-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T10:22:34,039 DEBUG [master/d4f420762b49:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T10:22:34,040 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T10:22:34,040 INFO [master/d4f420762b49:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4f420762b49,46837,1732098147886-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T10:22:34,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-20T10:22:34,083 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T10:22:34,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:34,095 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T10:22:34,095 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T10:22:34,105 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:34,114 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:34,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=d4f420762b49,46837,1732098147886 2024-11-20T10:22:34,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6181 2024-11-20T10:22:34,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:22:34,153 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:22:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:22:34,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:22:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T10:22:34,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:22:34,188 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:34,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:22:34,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T10:22:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T10:22:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741837_1013 (size=963) 2024-11-20T10:22:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T10:22:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T10:22:34,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:22:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741838_1014 (size=53) 2024-11-20T10:22:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T10:22:35,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:35,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8224e9b75aeb03b8337afacfbbfe125c, disabling compactions & flushes 2024-11-20T10:22:35,021 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. after waiting 0 ms 2024-11-20T10:22:35,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,021 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:35,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:22:35,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732098155024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732098155024"}]},"ts":"1732098155024"} 2024-11-20T10:22:35,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T10:22:35,029 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:22:35,029 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098155029"}]},"ts":"1732098155029"} 2024-11-20T10:22:35,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T10:22:35,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8224e9b75aeb03b8337afacfbbfe125c, ASSIGN}] 2024-11-20T10:22:35,038 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8224e9b75aeb03b8337afacfbbfe125c, ASSIGN 2024-11-20T10:22:35,039 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8224e9b75aeb03b8337afacfbbfe125c, ASSIGN; state=OFFLINE, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=false 2024-11-20T10:22:35,190 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8224e9b75aeb03b8337afacfbbfe125c, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:22:35,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:22:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T10:22:35,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:35,354 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,354 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:22:35,355 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,355 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:22:35,355 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,355 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,359 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,362 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:22:35,362 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8224e9b75aeb03b8337afacfbbfe125c columnFamilyName A 2024-11-20T10:22:35,362 DEBUG [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:35,363 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.HStore(327): Store=8224e9b75aeb03b8337afacfbbfe125c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:22:35,363 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,365 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:22:35,366 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8224e9b75aeb03b8337afacfbbfe125c columnFamilyName B 2024-11-20T10:22:35,366 DEBUG [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:35,366 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.HStore(327): Store=8224e9b75aeb03b8337afacfbbfe125c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:22:35,367 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,369 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:22:35,369 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8224e9b75aeb03b8337afacfbbfe125c columnFamilyName C 2024-11-20T10:22:35,369 DEBUG [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:22:35,370 INFO [StoreOpener-8224e9b75aeb03b8337afacfbbfe125c-1 {}] regionserver.HStore(327): Store=8224e9b75aeb03b8337afacfbbfe125c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:22:35,370 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,372 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,372 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,375 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:22:35,377 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:35,381 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:22:35,382 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 8224e9b75aeb03b8337afacfbbfe125c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68281752, jitterRate=0.01747739315032959}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:22:35,382 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:35,384 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., pid=11, masterSystemTime=1732098155347 2024-11-20T10:22:35,387 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,387 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:35,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8224e9b75aeb03b8337afacfbbfe125c, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:22:35,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T10:22:35,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 in 197 msec 2024-11-20T10:22:35,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T10:22:35,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8224e9b75aeb03b8337afacfbbfe125c, ASSIGN in 358 msec 2024-11-20T10:22:35,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:22:35,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098155398"}]},"ts":"1732098155398"} 2024-11-20T10:22:35,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T10:22:35,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:22:35,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2210 sec 2024-11-20T10:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T10:22:36,315 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T10:22:36,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-20T10:22:36,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,332 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:22:36,338 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:22:36,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-20T10:22:36,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-20T10:22:36,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-20T10:22:36,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-20T10:22:36,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-20T10:22:36,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-20T10:22:36,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-20T10:22:36,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-20T10:22:36,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-20T10:22:36,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:22:36,388 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,388 DEBUG [hconnection-0x11fa2cd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,393 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,394 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,394 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,395 DEBUG [hconnection-0x7c3cfe41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,395 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,395 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:36,397 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,398 DEBUG [hconnection-0x391e858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,399 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:22:36,400 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,400 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,402 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T10:22:36,403 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,405 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T10:22:36,406 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,408 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:36,410 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:36,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:36,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:22:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:36,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:22:36,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:36,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:36,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:36,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:36,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T10:22:36,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T10:22:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:36,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:36,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/4d2992a288d2488aa03950126dc416f1 is 50, key is test_row_0/A:col10/1732098156467/Put/seqid=0 2024-11-20T10:22:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741839_1015 (size=12001) 2024-11-20T10:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:36,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/4d2992a288d2488aa03950126dc416f1 2024-11-20T10:22:36,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098216619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098216622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098216633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098216639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098216642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T10:22:36,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/4e8b5bdc14da4209a9d3df33b6fc07f4 is 50, key is test_row_0/B:col10/1732098156467/Put/seqid=0 2024-11-20T10:22:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741840_1016 (size=12001) 2024-11-20T10:22:36,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/4e8b5bdc14da4209a9d3df33b6fc07f4 2024-11-20T10:22:36,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T10:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:36,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098216780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098216780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098216780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098216781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098216780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/f062f98e236447b19904518897e2c6b5 is 50, key is test_row_0/C:col10/1732098156467/Put/seqid=0 2024-11-20T10:22:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741841_1017 (size=12001) 2024-11-20T10:22:36,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/f062f98e236447b19904518897e2c6b5 2024-11-20T10:22:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/4d2992a288d2488aa03950126dc416f1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4d2992a288d2488aa03950126dc416f1 2024-11-20T10:22:36,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4d2992a288d2488aa03950126dc416f1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T10:22:36,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/4e8b5bdc14da4209a9d3df33b6fc07f4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4e8b5bdc14da4209a9d3df33b6fc07f4 2024-11-20T10:22:36,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4e8b5bdc14da4209a9d3df33b6fc07f4, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T10:22:36,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/f062f98e236447b19904518897e2c6b5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/f062f98e236447b19904518897e2c6b5 2024-11-20T10:22:36,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/f062f98e236447b19904518897e2c6b5, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T10:22:36,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8224e9b75aeb03b8337afacfbbfe125c in 418ms, sequenceid=12, compaction requested=false 2024-11-20T10:22:36,899 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T10:22:36,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:36,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:36,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T10:22:36,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:36,932 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:22:36,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/fb75ce22a0cc449886cc45df5587bb72 is 50, key is test_row_0/A:col10/1732098156609/Put/seqid=0 2024-11-20T10:22:36,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741842_1018 (size=12001) 2024-11-20T10:22:36,969 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/fb75ce22a0cc449886cc45df5587bb72 2024-11-20T10:22:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/3093f9335cfc440f8153b92e4641da26 is 50, key is test_row_0/B:col10/1732098156609/Put/seqid=0 2024-11-20T10:22:37,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741843_1019 (size=12001) 2024-11-20T10:22:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T10:22:37,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098217009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098217010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098217014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098217015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098217019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098217121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098217123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098217130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098217130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098217131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T10:22:37,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T10:22:37,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098217327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098217328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098217336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098217336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098217337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,412 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/3093f9335cfc440f8153b92e4641da26 2024-11-20T10:22:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/60f671fd10334c69aefae831496292f6 is 50, key is test_row_0/C:col10/1732098156609/Put/seqid=0 2024-11-20T10:22:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741844_1020 (size=12001) 2024-11-20T10:22:37,458 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/60f671fd10334c69aefae831496292f6 2024-11-20T10:22:37,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/fb75ce22a0cc449886cc45df5587bb72 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fb75ce22a0cc449886cc45df5587bb72 2024-11-20T10:22:37,486 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fb75ce22a0cc449886cc45df5587bb72, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T10:22:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/3093f9335cfc440f8153b92e4641da26 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/3093f9335cfc440f8153b92e4641da26 2024-11-20T10:22:37,505 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/3093f9335cfc440f8153b92e4641da26, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T10:22:37,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/60f671fd10334c69aefae831496292f6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/60f671fd10334c69aefae831496292f6 2024-11-20T10:22:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T10:22:37,524 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/60f671fd10334c69aefae831496292f6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T10:22:37,526 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8224e9b75aeb03b8337afacfbbfe125c in 594ms, sequenceid=37, compaction requested=false 2024-11-20T10:22:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T10:22:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T10:22:37,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T10:22:37,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-11-20T10:22:37,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.1370 sec 2024-11-20T10:22:37,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T10:22:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:37,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:37,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:37,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:37,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:37,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:37,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/401a5b82b5c04b51a14d41aad851b395 is 50, key is test_row_0/A:col10/1732098157636/Put/seqid=0 2024-11-20T10:22:37,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098217681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098217682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098217685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098217686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098217692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741845_1021 (size=14341) 2024-11-20T10:22:37,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/401a5b82b5c04b51a14d41aad851b395 2024-11-20T10:22:37,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f0477334ada143f7885de7d802a7777c is 50, key is test_row_0/B:col10/1732098157636/Put/seqid=0 2024-11-20T10:22:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741846_1022 (size=12001) 2024-11-20T10:22:37,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098217793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098217795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098217794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098217796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098217796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:37,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:22:38,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098218003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098218004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098218005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098218005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098218005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f0477334ada143f7885de7d802a7777c 2024-11-20T10:22:38,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d90aeaa5657c42a19d1935e2179753f8 is 50, key is test_row_0/C:col10/1732098157636/Put/seqid=0 2024-11-20T10:22:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741847_1023 (size=12001) 2024-11-20T10:22:38,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098218309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098218311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098218312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098218312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098218312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T10:22:38,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T10:22:38,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T10:22:38,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T10:22:38,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T10:22:38,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T10:22:38,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T10:22:38,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T10:22:38,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T10:22:38,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T10:22:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T10:22:38,518 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T10:22:38,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T10:22:38,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T10:22:38,527 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:38,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T10:22:38,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d90aeaa5657c42a19d1935e2179753f8 2024-11-20T10:22:38,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/401a5b82b5c04b51a14d41aad851b395 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/401a5b82b5c04b51a14d41aad851b395 2024-11-20T10:22:38,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/401a5b82b5c04b51a14d41aad851b395, entries=200, sequenceid=50, filesize=14.0 K 2024-11-20T10:22:38,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f0477334ada143f7885de7d802a7777c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f0477334ada143f7885de7d802a7777c 2024-11-20T10:22:38,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T10:22:38,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:38,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f0477334ada143f7885de7d802a7777c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T10:22:38,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d90aeaa5657c42a19d1935e2179753f8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d90aeaa5657c42a19d1935e2179753f8 2024-11-20T10:22:38,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d90aeaa5657c42a19d1935e2179753f8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T10:22:38,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8224e9b75aeb03b8337afacfbbfe125c in 1078ms, sequenceid=50, compaction requested=true 2024-11-20T10:22:38,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:38,723 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:38,723 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:38,728 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:38,730 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:38,730 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,731 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4e8b5bdc14da4209a9d3df33b6fc07f4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/3093f9335cfc440f8153b92e4641da26, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f0477334ada143f7885de7d802a7777c] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=35.2 K 2024-11-20T10:22:38,733 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:38,733 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:38,734 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,734 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4d2992a288d2488aa03950126dc416f1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fb75ce22a0cc449886cc45df5587bb72, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/401a5b82b5c04b51a14d41aad851b395] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=37.4 K 2024-11-20T10:22:38,734 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e8b5bdc14da4209a9d3df33b6fc07f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732098156465 2024-11-20T10:22:38,738 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d2992a288d2488aa03950126dc416f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732098156465 2024-11-20T10:22:38,738 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3093f9335cfc440f8153b92e4641da26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732098156596 2024-11-20T10:22:38,739 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb75ce22a0cc449886cc45df5587bb72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732098156596 2024-11-20T10:22:38,740 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f0477334ada143f7885de7d802a7777c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098157013 2024-11-20T10:22:38,740 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 401a5b82b5c04b51a14d41aad851b395, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098157010 2024-11-20T10:22:38,785 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:38,785 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#9 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:38,786 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/7c6ae9b920014cc6a0638abe9bae8d03 is 50, key is test_row_0/A:col10/1732098157636/Put/seqid=0 2024-11-20T10:22:38,786 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/e0645d099e4140ab91a5bd837670a22d is 50, key is test_row_0/B:col10/1732098157636/Put/seqid=0 2024-11-20T10:22:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741849_1025 (size=12104) 2024-11-20T10:22:38,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741848_1024 (size=12104) 2024-11-20T10:22:38,819 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/7c6ae9b920014cc6a0638abe9bae8d03 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/7c6ae9b920014cc6a0638abe9bae8d03 2024-11-20T10:22:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:38,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:22:38,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:38,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:38,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:38,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:38,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:38,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T10:22:38,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T10:22:38,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:38,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/77d615538bdc4087808b5dd339c0fca0 is 50, key is test_row_0/A:col10/1732098157675/Put/seqid=0 2024-11-20T10:22:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,855 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into 7c6ae9b920014cc6a0638abe9bae8d03(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:38,855 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:38,855 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098158719; duration=0sec 2024-11-20T10:22:38,856 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:38,856 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:38,856 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:38,859 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:38,860 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:38,861 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,862 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/f062f98e236447b19904518897e2c6b5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/60f671fd10334c69aefae831496292f6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d90aeaa5657c42a19d1935e2179753f8] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=35.2 K 2024-11-20T10:22:38,863 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f062f98e236447b19904518897e2c6b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732098156465 2024-11-20T10:22:38,864 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60f671fd10334c69aefae831496292f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732098156596 2024-11-20T10:22:38,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098218857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,866 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d90aeaa5657c42a19d1935e2179753f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098157013 2024-11-20T10:22:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098218860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741850_1026 (size=14341) 2024-11-20T10:22:38,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/77d615538bdc4087808b5dd339c0fca0 2024-11-20T10:22:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098218863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098218864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098218865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,911 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:38,912 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/52a211a7dade47f384d56fe2e56af5d7 is 50, key is test_row_0/C:col10/1732098157636/Put/seqid=0 2024-11-20T10:22:38,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0b1e31a9f76547f38cbafafb2d729db8 is 50, key is test_row_0/B:col10/1732098157675/Put/seqid=0 2024-11-20T10:22:38,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741851_1027 (size=12104) 2024-11-20T10:22:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741852_1028 (size=12001) 2024-11-20T10:22:38,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0b1e31a9f76547f38cbafafb2d729db8 2024-11-20T10:22:38,953 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/52a211a7dade47f384d56fe2e56af5d7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/52a211a7dade47f384d56fe2e56af5d7 2024-11-20T10:22:38,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4b45f5427e804808b2344d8168460236 is 50, key is test_row_0/C:col10/1732098157675/Put/seqid=0 2024-11-20T10:22:38,970 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 52a211a7dade47f384d56fe2e56af5d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:38,970 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:38,970 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098158723; duration=0sec 2024-11-20T10:22:38,971 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:38,971 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098218974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098218979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741853_1029 (size=12001) 2024-11-20T10:22:38,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4b45f5427e804808b2344d8168460236 2024-11-20T10:22:38,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:38,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T10:22:38,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:38,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:38,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:38,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098218992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098218994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098218994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/77d615538bdc4087808b5dd339c0fca0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/77d615538bdc4087808b5dd339c0fca0 2024-11-20T10:22:39,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/77d615538bdc4087808b5dd339c0fca0, entries=200, sequenceid=75, filesize=14.0 K 2024-11-20T10:22:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0b1e31a9f76547f38cbafafb2d729db8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0b1e31a9f76547f38cbafafb2d729db8 2024-11-20T10:22:39,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0b1e31a9f76547f38cbafafb2d729db8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T10:22:39,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4b45f5427e804808b2344d8168460236 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4b45f5427e804808b2344d8168460236 2024-11-20T10:22:39,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4b45f5427e804808b2344d8168460236, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T10:22:39,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8224e9b75aeb03b8337afacfbbfe125c in 223ms, sequenceid=75, compaction requested=false 2024-11-20T10:22:39,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T10:22:39,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T10:22:39,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:39,151 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T10:22:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/23f85772aebe42a587df3bb64df450e1 is 50, key is test_row_0/A:col10/1732098158861/Put/seqid=0 2024-11-20T10:22:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:39,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741854_1030 (size=12001) 2024-11-20T10:22:39,206 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/23f85772aebe42a587df3bb64df450e1 2024-11-20T10:22:39,222 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/e0645d099e4140ab91a5bd837670a22d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/e0645d099e4140ab91a5bd837670a22d 2024-11-20T10:22:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/ba59853e230c4d2ba2a3b965bbc75cd1 is 50, key is test_row_0/B:col10/1732098158861/Put/seqid=0 2024-11-20T10:22:39,241 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into e0645d099e4140ab91a5bd837670a22d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:39,242 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:39,242 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098158723; duration=0sec 2024-11-20T10:22:39,242 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:39,242 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:39,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741855_1031 (size=12001) 2024-11-20T10:22:39,250 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/ba59853e230c4d2ba2a3b965bbc75cd1 2024-11-20T10:22:39,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1b543b4df30c413598e181c0292a93c7 is 50, key is test_row_0/C:col10/1732098158861/Put/seqid=0 2024-11-20T10:22:39,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098219262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098219265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098219273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098219284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098219285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741856_1032 (size=12001) 2024-11-20T10:22:39,317 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1b543b4df30c413598e181c0292a93c7 2024-11-20T10:22:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/23f85772aebe42a587df3bb64df450e1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/23f85772aebe42a587df3bb64df450e1 2024-11-20T10:22:39,345 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/23f85772aebe42a587df3bb64df450e1, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T10:22:39,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/ba59853e230c4d2ba2a3b965bbc75cd1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ba59853e230c4d2ba2a3b965bbc75cd1 2024-11-20T10:22:39,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ba59853e230c4d2ba2a3b965bbc75cd1, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T10:22:39,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1b543b4df30c413598e181c0292a93c7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1b543b4df30c413598e181c0292a93c7 2024-11-20T10:22:39,374 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1b543b4df30c413598e181c0292a93c7, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T10:22:39,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8224e9b75aeb03b8337afacfbbfe125c in 226ms, sequenceid=89, compaction requested=true 2024-11-20T10:22:39,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:39,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:39,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T10:22:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T10:22:39,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:22:39,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T10:22:39,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 855 msec 2024-11-20T10:22:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:39,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 871 msec 2024-11-20T10:22:39,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/aa57253e9f014f05bd2d5c5aee89cfc0 is 50, key is test_row_0/A:col10/1732098159388/Put/seqid=0 2024-11-20T10:22:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741857_1033 (size=14341) 2024-11-20T10:22:39,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/aa57253e9f014f05bd2d5c5aee89cfc0 2024-11-20T10:22:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098219412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098219413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098219416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098219416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098219424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/a26595fc6852479daedbac3856073ffa is 50, key is test_row_0/B:col10/1732098159388/Put/seqid=0 2024-11-20T10:22:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741858_1034 (size=12001) 2024-11-20T10:22:39,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098219531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098219531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098219532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098219532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098219535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T10:22:39,633 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T10:22:39,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T10:22:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T10:22:39,644 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:39,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:39,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098219736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098219736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098219736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098219737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098219739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T10:22:39,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T10:22:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:39,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:39,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/a26595fc6852479daedbac3856073ffa 2024-11-20T10:22:39,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/ce51d29dcf584d9f9c338db765a08af1 is 50, key is test_row_0/C:col10/1732098159388/Put/seqid=0 2024-11-20T10:22:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741859_1035 (size=12001) 2024-11-20T10:22:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T10:22:39,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:39,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T10:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:39,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098220041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098220041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098220042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098220043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098220043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T10:22:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T10:22:40,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T10:22:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/ce51d29dcf584d9f9c338db765a08af1 2024-11-20T10:22:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/aa57253e9f014f05bd2d5c5aee89cfc0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/aa57253e9f014f05bd2d5c5aee89cfc0 2024-11-20T10:22:40,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/aa57253e9f014f05bd2d5c5aee89cfc0, entries=200, sequenceid=115, filesize=14.0 K 2024-11-20T10:22:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/a26595fc6852479daedbac3856073ffa as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a26595fc6852479daedbac3856073ffa 2024-11-20T10:22:40,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a26595fc6852479daedbac3856073ffa, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T10:22:40,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/ce51d29dcf584d9f9c338db765a08af1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ce51d29dcf584d9f9c338db765a08af1 2024-11-20T10:22:40,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ce51d29dcf584d9f9c338db765a08af1, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T10:22:40,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8224e9b75aeb03b8337afacfbbfe125c in 987ms, sequenceid=115, compaction requested=true 2024-11-20T10:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:40,378 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:22:40,378 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:22:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:40,382 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:22:40,382 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:40,382 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,383 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/e0645d099e4140ab91a5bd837670a22d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0b1e31a9f76547f38cbafafb2d729db8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ba59853e230c4d2ba2a3b965bbc75cd1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a26595fc6852479daedbac3856073ffa] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=47.0 K 2024-11-20T10:22:40,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:22:40,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:40,384 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,384 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/7c6ae9b920014cc6a0638abe9bae8d03, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/77d615538bdc4087808b5dd339c0fca0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/23f85772aebe42a587df3bb64df450e1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/aa57253e9f014f05bd2d5c5aee89cfc0] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=51.5 K 2024-11-20T10:22:40,384 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e0645d099e4140ab91a5bd837670a22d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098157013 2024-11-20T10:22:40,385 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c6ae9b920014cc6a0638abe9bae8d03, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098157013 2024-11-20T10:22:40,386 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b1e31a9f76547f38cbafafb2d729db8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732098157675 2024-11-20T10:22:40,387 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77d615538bdc4087808b5dd339c0fca0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732098157657 2024-11-20T10:22:40,387 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting ba59853e230c4d2ba2a3b965bbc75cd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098158856 2024-11-20T10:22:40,388 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f85772aebe42a587df3bb64df450e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098158856 2024-11-20T10:22:40,388 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting a26595fc6852479daedbac3856073ffa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098159269 2024-11-20T10:22:40,388 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa57253e9f014f05bd2d5c5aee89cfc0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098159269 2024-11-20T10:22:40,415 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:40,416 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/fc3748434bf44d62a4a62bf9696c1c3d is 50, key is test_row_0/B:col10/1732098159388/Put/seqid=0 2024-11-20T10:22:40,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T10:22:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,425 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:22:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:40,431 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:40,432 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/d755d6f5a69b48528238c3d05d5dec59 is 50, key is test_row_0/A:col10/1732098159388/Put/seqid=0 2024-11-20T10:22:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/d3b87e5abf56481cb973f1dd1f156c29 is 50, key is test_row_0/A:col10/1732098159420/Put/seqid=0 2024-11-20T10:22:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741860_1036 (size=12241) 2024-11-20T10:22:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741862_1038 (size=12001) 2024-11-20T10:22:40,473 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/d3b87e5abf56481cb973f1dd1f156c29 2024-11-20T10:22:40,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741861_1037 (size=12241) 2024-11-20T10:22:40,501 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/d755d6f5a69b48528238c3d05d5dec59 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d755d6f5a69b48528238c3d05d5dec59 2024-11-20T10:22:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/6146dd12d11f478e9ae629bfa4d14b18 is 50, key is test_row_0/B:col10/1732098159420/Put/seqid=0 2024-11-20T10:22:40,516 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into d755d6f5a69b48528238c3d05d5dec59(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:40,516 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:40,517 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=12, startTime=1732098160377; duration=0sec 2024-11-20T10:22:40,517 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:40,517 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:40,517 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:22:40,519 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:22:40,520 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:40,520 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,520 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/52a211a7dade47f384d56fe2e56af5d7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4b45f5427e804808b2344d8168460236, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1b543b4df30c413598e181c0292a93c7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ce51d29dcf584d9f9c338db765a08af1] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=47.0 K 2024-11-20T10:22:40,521 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52a211a7dade47f384d56fe2e56af5d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098157013 2024-11-20T10:22:40,522 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b45f5427e804808b2344d8168460236, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732098157675 2024-11-20T10:22:40,522 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b543b4df30c413598e181c0292a93c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098158856 2024-11-20T10:22:40,524 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce51d29dcf584d9f9c338db765a08af1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098159269 2024-11-20T10:22:40,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741863_1039 (size=12001) 2024-11-20T10:22:40,541 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/6146dd12d11f478e9ae629bfa4d14b18 2024-11-20T10:22:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:40,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:40,553 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#25 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:40,554 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/36795b281feb429fba70bca503b85dd1 is 50, key is test_row_0/C:col10/1732098159388/Put/seqid=0 2024-11-20T10:22:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4e5e12dcec21444699bf1e5d134c2684 is 50, key is test_row_0/C:col10/1732098159420/Put/seqid=0 2024-11-20T10:22:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741864_1040 (size=12241) 2024-11-20T10:22:40,577 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/36795b281feb429fba70bca503b85dd1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/36795b281feb429fba70bca503b85dd1 2024-11-20T10:22:40,592 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 36795b281feb429fba70bca503b85dd1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:40,592 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:40,592 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=12, startTime=1732098160378; duration=0sec 2024-11-20T10:22:40,593 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:40,593 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:40,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098220587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098220590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098220592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098220594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741865_1041 (size=12001) 2024-11-20T10:22:40,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098220596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,601 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4e5e12dcec21444699bf1e5d134c2684 2024-11-20T10:22:40,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/d3b87e5abf56481cb973f1dd1f156c29 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d3b87e5abf56481cb973f1dd1f156c29 2024-11-20T10:22:40,619 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d3b87e5abf56481cb973f1dd1f156c29, entries=150, sequenceid=126, filesize=11.7 K 2024-11-20T10:22:40,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/6146dd12d11f478e9ae629bfa4d14b18 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/6146dd12d11f478e9ae629bfa4d14b18 2024-11-20T10:22:40,631 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/6146dd12d11f478e9ae629bfa4d14b18, entries=150, sequenceid=126, filesize=11.7 K 2024-11-20T10:22:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4e5e12dcec21444699bf1e5d134c2684 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4e5e12dcec21444699bf1e5d134c2684 2024-11-20T10:22:40,644 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4e5e12dcec21444699bf1e5d134c2684, entries=150, sequenceid=126, filesize=11.7 K 2024-11-20T10:22:40,646 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8224e9b75aeb03b8337afacfbbfe125c in 221ms, sequenceid=126, compaction requested=false 2024-11-20T10:22:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T10:22:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T10:22:40,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T10:22:40,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-20T10:22:40,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0130 sec 2024-11-20T10:22:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:40,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T10:22:40,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:40,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/48d9e9b56f144fd6b6a782dfc8078f0a is 50, key is test_row_0/A:col10/1732098160701/Put/seqid=0 2024-11-20T10:22:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098220712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098220717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098220717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098220718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098220719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T10:22:40,749 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T10:22:40,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T10:22:40,754 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T10:22:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741866_1042 (size=12151) 2024-11-20T10:22:40,757 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:40,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:40,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/48d9e9b56f144fd6b6a782dfc8078f0a 2024-11-20T10:22:40,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/87a52f7b086b4dc3bd4cf73ac86f8e23 is 50, key is test_row_0/B:col10/1732098160701/Put/seqid=0 2024-11-20T10:22:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741867_1043 (size=12151) 2024-11-20T10:22:40,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/87a52f7b086b4dc3bd4cf73ac86f8e23 2024-11-20T10:22:40,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d30cd27a621e469db5d1ed15c8df1221 is 50, key is test_row_0/C:col10/1732098160701/Put/seqid=0 2024-11-20T10:22:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098220822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098220823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098220824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098220828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741868_1044 (size=12151) 2024-11-20T10:22:40,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098220834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T10:22:40,869 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/fc3748434bf44d62a4a62bf9696c1c3d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/fc3748434bf44d62a4a62bf9696c1c3d 2024-11-20T10:22:40,890 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into fc3748434bf44d62a4a62bf9696c1c3d(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:40,890 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:40,890 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=12, startTime=1732098160377; duration=0sec 2024-11-20T10:22:40,890 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:40,890 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:40,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:40,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:40,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098221028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098221029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098221030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098221031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098221042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T10:22:41,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:41,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:41,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d30cd27a621e469db5d1ed15c8df1221 2024-11-20T10:22:41,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/48d9e9b56f144fd6b6a782dfc8078f0a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/48d9e9b56f144fd6b6a782dfc8078f0a 2024-11-20T10:22:41,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/48d9e9b56f144fd6b6a782dfc8078f0a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T10:22:41,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/87a52f7b086b4dc3bd4cf73ac86f8e23 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87a52f7b086b4dc3bd4cf73ac86f8e23 2024-11-20T10:22:41,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87a52f7b086b4dc3bd4cf73ac86f8e23, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T10:22:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d30cd27a621e469db5d1ed15c8df1221 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d30cd27a621e469db5d1ed15c8df1221 2024-11-20T10:22:41,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d30cd27a621e469db5d1ed15c8df1221, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T10:22:41,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8224e9b75aeb03b8337afacfbbfe125c in 571ms, sequenceid=156, compaction requested=true 2024-11-20T10:22:41,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:41,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:41,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:41,277 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:41,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:41,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:41,277 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:41,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:41,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:41,279 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:41,279 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:41,279 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:41,279 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,279 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:41,279 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,279 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d755d6f5a69b48528238c3d05d5dec59, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d3b87e5abf56481cb973f1dd1f156c29, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/48d9e9b56f144fd6b6a782dfc8078f0a] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=35.5 K 2024-11-20T10:22:41,280 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/fc3748434bf44d62a4a62bf9696c1c3d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/6146dd12d11f478e9ae629bfa4d14b18, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87a52f7b086b4dc3bd4cf73ac86f8e23] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=35.5 K 2024-11-20T10:22:41,281 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d755d6f5a69b48528238c3d05d5dec59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098159269 2024-11-20T10:22:41,281 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting fc3748434bf44d62a4a62bf9696c1c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098159269 2024-11-20T10:22:41,282 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 6146dd12d11f478e9ae629bfa4d14b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732098159406 2024-11-20T10:22:41,282 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3b87e5abf56481cb973f1dd1f156c29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732098159406 2024-11-20T10:22:41,282 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 87a52f7b086b4dc3bd4cf73ac86f8e23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732098160593 2024-11-20T10:22:41,283 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48d9e9b56f144fd6b6a782dfc8078f0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732098160593 2024-11-20T10:22:41,307 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:41,307 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:41,308 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/5cb56502c9bd449ea5bd2fd5239ffbb2 is 50, key is test_row_0/B:col10/1732098160701/Put/seqid=0 2024-11-20T10:22:41,308 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/9ada363c1eef4ffa8fc484700606fbd5 is 50, key is test_row_0/A:col10/1732098160701/Put/seqid=0 2024-11-20T10:22:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741869_1045 (size=12493) 2024-11-20T10:22:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741870_1046 (size=12493) 2024-11-20T10:22:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:41,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T10:22:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:41,355 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/9ada363c1eef4ffa8fc484700606fbd5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9ada363c1eef4ffa8fc484700606fbd5 2024-11-20T10:22:41,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/b310f0911ae34f5687f3b17215b3ea4d is 50, key is test_row_0/A:col10/1732098161342/Put/seqid=0 2024-11-20T10:22:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T10:22:41,367 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into 9ada363c1eef4ffa8fc484700606fbd5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:41,368 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:41,368 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098161277; duration=0sec 2024-11-20T10:22:41,368 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:41,368 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:41,368 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:41,370 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:41,370 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:41,370 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,371 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/36795b281feb429fba70bca503b85dd1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4e5e12dcec21444699bf1e5d134c2684, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d30cd27a621e469db5d1ed15c8df1221] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=35.5 K 2024-11-20T10:22:41,372 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36795b281feb429fba70bca503b85dd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098159269 2024-11-20T10:22:41,373 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e5e12dcec21444699bf1e5d134c2684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732098159406 2024-11-20T10:22:41,373 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d30cd27a621e469db5d1ed15c8df1221, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732098160593 2024-11-20T10:22:41,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741871_1047 (size=16931) 2024-11-20T10:22:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098221382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098221385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098221385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098221387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098221389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,393 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:41,394 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2a4970fded454f7085050cb81f87d502 is 50, key is test_row_0/C:col10/1732098160701/Put/seqid=0 2024-11-20T10:22:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741872_1048 (size=12493) 2024-11-20T10:22:41,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098221491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098221493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098221494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098221494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098221494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098221697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098221698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098221699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098221700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098221700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,741 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/5cb56502c9bd449ea5bd2fd5239ffbb2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/5cb56502c9bd449ea5bd2fd5239ffbb2 2024-11-20T10:22:41,751 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into 5cb56502c9bd449ea5bd2fd5239ffbb2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:41,751 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:41,751 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098161277; duration=0sec 2024-11-20T10:22:41,751 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:41,751 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:41,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/b310f0911ae34f5687f3b17215b3ea4d 2024-11-20T10:22:41,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/8c464b4c1f0048ddb1b9fbfac31b4ccd is 50, key is test_row_0/B:col10/1732098161342/Put/seqid=0 2024-11-20T10:22:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741873_1049 (size=12151) 2024-11-20T10:22:41,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/8c464b4c1f0048ddb1b9fbfac31b4ccd 2024-11-20T10:22:41,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/23ef6c32c3d94671903976ad74af3cbb is 50, key is test_row_0/C:col10/1732098161342/Put/seqid=0 2024-11-20T10:22:41,840 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2a4970fded454f7085050cb81f87d502 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2a4970fded454f7085050cb81f87d502 2024-11-20T10:22:41,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:41,851 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 2a4970fded454f7085050cb81f87d502(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:41,851 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:41,851 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098161277; duration=0sec 2024-11-20T10:22:41,851 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:41,851 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T10:22:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741874_1050 (size=12151) 2024-11-20T10:22:41,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/23ef6c32c3d94671903976ad74af3cbb 2024-11-20T10:22:41,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/b310f0911ae34f5687f3b17215b3ea4d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b310f0911ae34f5687f3b17215b3ea4d 2024-11-20T10:22:41,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b310f0911ae34f5687f3b17215b3ea4d, entries=250, sequenceid=171, filesize=16.5 K 2024-11-20T10:22:41,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/8c464b4c1f0048ddb1b9fbfac31b4ccd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8c464b4c1f0048ddb1b9fbfac31b4ccd 2024-11-20T10:22:41,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8c464b4c1f0048ddb1b9fbfac31b4ccd, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T10:22:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/23ef6c32c3d94671903976ad74af3cbb as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/23ef6c32c3d94671903976ad74af3cbb 2024-11-20T10:22:41,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/23ef6c32c3d94671903976ad74af3cbb, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T10:22:41,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8224e9b75aeb03b8337afacfbbfe125c in 562ms, sequenceid=171, compaction requested=false 2024-11-20T10:22:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:41,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:41,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T10:22:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:41,997 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T10:22:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:42,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:42,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/c6451c4e03384a84b66600ed159fb92b is 50, key is test_row_0/A:col10/1732098161379/Put/seqid=0 2024-11-20T10:22:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098222018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098222019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098222020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098222026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098222026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741875_1051 (size=12151) 2024-11-20T10:22:42,042 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/c6451c4e03384a84b66600ed159fb92b 2024-11-20T10:22:42,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/c1c78beb874945dbbe69ad7b2b7dda42 is 50, key is test_row_0/B:col10/1732098161379/Put/seqid=0 2024-11-20T10:22:42,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741876_1052 (size=12151) 2024-11-20T10:22:42,092 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/c1c78beb874945dbbe69ad7b2b7dda42 2024-11-20T10:22:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2c65169456c0427c9269c384de8fdb4f is 50, key is test_row_0/C:col10/1732098161379/Put/seqid=0 2024-11-20T10:22:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098222128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098222128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098222129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741877_1053 (size=12151) 2024-11-20T10:22:42,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098222132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2c65169456c0427c9269c384de8fdb4f 2024-11-20T10:22:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098222133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/c6451c4e03384a84b66600ed159fb92b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c6451c4e03384a84b66600ed159fb92b 2024-11-20T10:22:42,160 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c6451c4e03384a84b66600ed159fb92b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T10:22:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/c1c78beb874945dbbe69ad7b2b7dda42 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/c1c78beb874945dbbe69ad7b2b7dda42 2024-11-20T10:22:42,170 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/c1c78beb874945dbbe69ad7b2b7dda42, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T10:22:42,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2c65169456c0427c9269c384de8fdb4f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2c65169456c0427c9269c384de8fdb4f 2024-11-20T10:22:42,195 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2c65169456c0427c9269c384de8fdb4f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T10:22:42,197 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 8224e9b75aeb03b8337afacfbbfe125c in 200ms, sequenceid=196, compaction requested=true 2024-11-20T10:22:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:42,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T10:22:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T10:22:42,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T10:22:42,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec 2024-11-20T10:22:42,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4520 sec 2024-11-20T10:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:42,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T10:22:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:42,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/01bac06fc7d64f56808aadf9d1563486 is 50, key is test_row_0/A:col10/1732098162024/Put/seqid=0 2024-11-20T10:22:42,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098222354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098222356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098222357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098222358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098222360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741878_1054 (size=12151) 2024-11-20T10:22:42,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/01bac06fc7d64f56808aadf9d1563486 2024-11-20T10:22:42,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0bd6a49a8336491581755afba16c39ba is 50, key is test_row_0/B:col10/1732098162024/Put/seqid=0 2024-11-20T10:22:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741879_1055 (size=12151) 2024-11-20T10:22:42,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0bd6a49a8336491581755afba16c39ba 2024-11-20T10:22:42,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098222461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098222464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098222464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/67f04dfeb8484aca8551a8dfdf18b254 is 50, key is test_row_0/C:col10/1732098162024/Put/seqid=0 2024-11-20T10:22:42,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098222465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098222466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741880_1056 (size=12151) 2024-11-20T10:22:42,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/67f04dfeb8484aca8551a8dfdf18b254 2024-11-20T10:22:42,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/01bac06fc7d64f56808aadf9d1563486 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/01bac06fc7d64f56808aadf9d1563486 2024-11-20T10:22:42,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/01bac06fc7d64f56808aadf9d1563486, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T10:22:42,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0bd6a49a8336491581755afba16c39ba as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0bd6a49a8336491581755afba16c39ba 2024-11-20T10:22:42,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0bd6a49a8336491581755afba16c39ba, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T10:22:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/67f04dfeb8484aca8551a8dfdf18b254 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/67f04dfeb8484aca8551a8dfdf18b254 2024-11-20T10:22:42,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/67f04dfeb8484aca8551a8dfdf18b254, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T10:22:42,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8224e9b75aeb03b8337afacfbbfe125c in 232ms, sequenceid=213, compaction requested=true 2024-11-20T10:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:42,569 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:22:42,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:42,571 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:22:42,571 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:22:42,571 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:42,571 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:42,571 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9ada363c1eef4ffa8fc484700606fbd5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b310f0911ae34f5687f3b17215b3ea4d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c6451c4e03384a84b66600ed159fb92b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/01bac06fc7d64f56808aadf9d1563486] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=52.5 K 2024-11-20T10:22:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:42,572 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ada363c1eef4ffa8fc484700606fbd5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732098160593 2024-11-20T10:22:42,573 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting b310f0911ae34f5687f3b17215b3ea4d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732098160710 2024-11-20T10:22:42,574 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:22:42,574 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:42,574 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:42,574 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/5cb56502c9bd449ea5bd2fd5239ffbb2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8c464b4c1f0048ddb1b9fbfac31b4ccd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/c1c78beb874945dbbe69ad7b2b7dda42, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0bd6a49a8336491581755afba16c39ba] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=47.8 K 2024-11-20T10:22:42,575 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6451c4e03384a84b66600ed159fb92b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732098161379 2024-11-20T10:22:42,575 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb56502c9bd449ea5bd2fd5239ffbb2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732098160593 2024-11-20T10:22:42,575 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01bac06fc7d64f56808aadf9d1563486, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732098162024 2024-11-20T10:22:42,576 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c464b4c1f0048ddb1b9fbfac31b4ccd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732098161342 2024-11-20T10:22:42,577 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting c1c78beb874945dbbe69ad7b2b7dda42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732098161379 2024-11-20T10:22:42,579 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bd6a49a8336491581755afba16c39ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732098162024 2024-11-20T10:22:42,597 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:42,598 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#43 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:42,598 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/5d61eaf278ee4b6c98206c08301677b4 is 50, key is test_row_0/A:col10/1732098162024/Put/seqid=0 2024-11-20T10:22:42,600 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/b82726a0d2914671bf303bce46729bbf is 50, key is test_row_0/B:col10/1732098162024/Put/seqid=0 2024-11-20T10:22:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741881_1057 (size=12629) 2024-11-20T10:22:42,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741882_1058 (size=12629) 2024-11-20T10:22:42,632 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/5d61eaf278ee4b6c98206c08301677b4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/5d61eaf278ee4b6c98206c08301677b4 2024-11-20T10:22:42,643 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into 5d61eaf278ee4b6c98206c08301677b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:42,643 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:42,643 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=12, startTime=1732098162568; duration=0sec 2024-11-20T10:22:42,643 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:42,643 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:42,645 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:22:42,649 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:22:42,649 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:42,649 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:42,649 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2a4970fded454f7085050cb81f87d502, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/23ef6c32c3d94671903976ad74af3cbb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2c65169456c0427c9269c384de8fdb4f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/67f04dfeb8484aca8551a8dfdf18b254] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=47.8 K 2024-11-20T10:22:42,650 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a4970fded454f7085050cb81f87d502, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732098160593 2024-11-20T10:22:42,651 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23ef6c32c3d94671903976ad74af3cbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732098161342 2024-11-20T10:22:42,651 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c65169456c0427c9269c384de8fdb4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732098161379 2024-11-20T10:22:42,652 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67f04dfeb8484aca8551a8dfdf18b254, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732098162024 2024-11-20T10:22:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:42,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T10:22:42,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:42,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:42,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:42,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:42,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:42,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:42,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/9d6a178abd3d4b04bd673202c396f8c1 is 50, key is test_row_0/A:col10/1732098162354/Put/seqid=0 2024-11-20T10:22:42,683 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:42,686 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/672988409e624933ac92214378560959 is 50, key is test_row_0/C:col10/1732098162024/Put/seqid=0 2024-11-20T10:22:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098222689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098222691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098222696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098222698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741883_1059 (size=12151) 2024-11-20T10:22:42,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098222701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741884_1060 (size=12629) 2024-11-20T10:22:42,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098222800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098222801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098222802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098222807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098222809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T10:22:42,863 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T10:22:42,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T10:22:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T10:22:42,868 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:42,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:42,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T10:22:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098223003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098223005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098223006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098223011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098223013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T10:22:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,031 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/b82726a0d2914671bf303bce46729bbf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b82726a0d2914671bf303bce46729bbf 2024-11-20T10:22:43,044 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into b82726a0d2914671bf303bce46729bbf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:43,044 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:43,044 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=12, startTime=1732098162571; duration=0sec 2024-11-20T10:22:43,044 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:43,044 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:43,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/9d6a178abd3d4b04bd673202c396f8c1 2024-11-20T10:22:43,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f25ce2f26e3045d48bfe0ce1b7e54192 is 50, key is test_row_0/B:col10/1732098162354/Put/seqid=0 2024-11-20T10:22:43,139 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/672988409e624933ac92214378560959 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/672988409e624933ac92214378560959 2024-11-20T10:22:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741885_1061 (size=12151) 2024-11-20T10:22:43,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f25ce2f26e3045d48bfe0ce1b7e54192 2024-11-20T10:22:43,155 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 672988409e624933ac92214378560959(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:43,155 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:43,155 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=12, startTime=1732098162571; duration=0sec 2024-11-20T10:22:43,155 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:43,155 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:43,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1af314313c9d48baaf6c7b1f6cfb1a86 is 50, key is test_row_0/C:col10/1732098162354/Put/seqid=0 2024-11-20T10:22:43,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741886_1062 (size=12151) 2024-11-20T10:22:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T10:22:43,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1af314313c9d48baaf6c7b1f6cfb1a86 2024-11-20T10:22:43,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T10:22:43,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:43,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/9d6a178abd3d4b04bd673202c396f8c1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9d6a178abd3d4b04bd673202c396f8c1 2024-11-20T10:22:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9d6a178abd3d4b04bd673202c396f8c1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:22:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f25ce2f26e3045d48bfe0ce1b7e54192 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f25ce2f26e3045d48bfe0ce1b7e54192 2024-11-20T10:22:43,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f25ce2f26e3045d48bfe0ce1b7e54192, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:22:43,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1af314313c9d48baaf6c7b1f6cfb1a86 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1af314313c9d48baaf6c7b1f6cfb1a86 2024-11-20T10:22:43,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1af314313c9d48baaf6c7b1f6cfb1a86, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:22:43,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8224e9b75aeb03b8337afacfbbfe125c in 543ms, sequenceid=234, compaction requested=false 2024-11-20T10:22:43,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:43,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T10:22:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:43,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/fe6857d205234b1eb2ecd36e7d32fb7e is 50, key is test_row_0/A:col10/1732098163308/Put/seqid=0 2024-11-20T10:22:43,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T10:22:43,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:43,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098223332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098223335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098223336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098223342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098223342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741887_1063 (size=12151) 2024-11-20T10:22:43,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098223444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098223445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098223446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098223448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098223450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T10:22:43,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T10:22:43,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T10:22:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098223649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098223650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098223650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098223651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098223653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/fe6857d205234b1eb2ecd36e7d32fb7e 2024-11-20T10:22:43,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/7d732dcda3534790b8e8b7f5a664d4b6 is 50, key is test_row_0/B:col10/1732098163308/Put/seqid=0 2024-11-20T10:22:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741888_1064 (size=12151) 2024-11-20T10:22:43,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/7d732dcda3534790b8e8b7f5a664d4b6 2024-11-20T10:22:43,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T10:22:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:43,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4d0e490671a44dfa95facbada2f61580 is 50, key is test_row_0/C:col10/1732098163308/Put/seqid=0 2024-11-20T10:22:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741889_1065 (size=12151) 2024-11-20T10:22:43,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4d0e490671a44dfa95facbada2f61580 2024-11-20T10:22:43,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/fe6857d205234b1eb2ecd36e7d32fb7e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fe6857d205234b1eb2ecd36e7d32fb7e 2024-11-20T10:22:43,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fe6857d205234b1eb2ecd36e7d32fb7e, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T10:22:43,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/7d732dcda3534790b8e8b7f5a664d4b6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7d732dcda3534790b8e8b7f5a664d4b6 2024-11-20T10:22:43,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7d732dcda3534790b8e8b7f5a664d4b6, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T10:22:43,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4d0e490671a44dfa95facbada2f61580 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4d0e490671a44dfa95facbada2f61580 2024-11-20T10:22:43,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4d0e490671a44dfa95facbada2f61580, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T10:22:43,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8224e9b75aeb03b8337afacfbbfe125c in 536ms, sequenceid=254, compaction requested=true 2024-11-20T10:22:43,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:43,849 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:43,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:43,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:43,851 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:43,852 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:43,852 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:43,852 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,852 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/5d61eaf278ee4b6c98206c08301677b4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9d6a178abd3d4b04bd673202c396f8c1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fe6857d205234b1eb2ecd36e7d32fb7e] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.1 K 2024-11-20T10:22:43,853 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d61eaf278ee4b6c98206c08301677b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732098162024 2024-11-20T10:22:43,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:43,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:43,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:43,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:43,854 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:43,854 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:43,854 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,854 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b82726a0d2914671bf303bce46729bbf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f25ce2f26e3045d48bfe0ce1b7e54192, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7d732dcda3534790b8e8b7f5a664d4b6] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.1 K 2024-11-20T10:22:43,855 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d6a178abd3d4b04bd673202c396f8c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732098162354 2024-11-20T10:22:43,855 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b82726a0d2914671bf303bce46729bbf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732098162024 2024-11-20T10:22:43,856 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f25ce2f26e3045d48bfe0ce1b7e54192, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732098162354 2024-11-20T10:22:43,856 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe6857d205234b1eb2ecd36e7d32fb7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098162695 2024-11-20T10:22:43,856 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d732dcda3534790b8e8b7f5a664d4b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098162695 2024-11-20T10:22:43,871 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:43,872 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/a7638fe6b1bf42469c95ef88d99f10fd is 50, key is test_row_0/A:col10/1732098163308/Put/seqid=0 2024-11-20T10:22:43,884 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:43,885 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/d78faadd96324b96a886e9643b09854d is 50, key is test_row_0/B:col10/1732098163308/Put/seqid=0 2024-11-20T10:22:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741890_1066 (size=12731) 2024-11-20T10:22:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741891_1067 (size=12731) 2024-11-20T10:22:43,906 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/d78faadd96324b96a886e9643b09854d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/d78faadd96324b96a886e9643b09854d 2024-11-20T10:22:43,915 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into d78faadd96324b96a886e9643b09854d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:43,916 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:43,917 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098163851; duration=0sec 2024-11-20T10:22:43,917 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:43,917 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:43,917 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:43,919 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:43,919 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:43,919 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,920 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/672988409e624933ac92214378560959, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1af314313c9d48baaf6c7b1f6cfb1a86, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4d0e490671a44dfa95facbada2f61580] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.1 K 2024-11-20T10:22:43,920 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 672988409e624933ac92214378560959, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732098162024 2024-11-20T10:22:43,921 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af314313c9d48baaf6c7b1f6cfb1a86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732098162354 2024-11-20T10:22:43,921 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d0e490671a44dfa95facbada2f61580, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098162695 2024-11-20T10:22:43,934 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#53 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:43,935 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/072ad71f0e28438281cd54de239a4702 is 50, key is test_row_0/C:col10/1732098163308/Put/seqid=0 2024-11-20T10:22:43,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T10:22:43,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:43,957 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T10:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:43,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741892_1068 (size=12731) 2024-11-20T10:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T10:22:43,978 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/072ad71f0e28438281cd54de239a4702 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/072ad71f0e28438281cd54de239a4702 2024-11-20T10:22:43,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/28dfef48c5d84aaf876c571e9dc07d4c is 50, key is test_row_0/A:col10/1732098163955/Put/seqid=0 2024-11-20T10:22:43,990 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 072ad71f0e28438281cd54de239a4702(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:43,990 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:43,990 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098163853; duration=0sec 2024-11-20T10:22:43,990 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:43,990 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098223984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098223984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098223989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098223989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:43,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098223990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741893_1069 (size=12301) 2024-11-20T10:22:44,014 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/28dfef48c5d84aaf876c571e9dc07d4c 2024-11-20T10:22:44,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/649f466e300f4a23a84ef5539d8fd622 is 50, key is test_row_0/B:col10/1732098163955/Put/seqid=0 2024-11-20T10:22:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741894_1070 (size=12301) 2024-11-20T10:22:44,047 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/649f466e300f4a23a84ef5539d8fd622 2024-11-20T10:22:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/fb91f357ffc2482b9e2d3b5285ed003f is 50, key is test_row_0/C:col10/1732098163955/Put/seqid=0 2024-11-20T10:22:44,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098224092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098224092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741895_1071 (size=12301) 2024-11-20T10:22:44,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098224098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098224099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098224099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098224296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098224298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,301 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/a7638fe6b1bf42469c95ef88d99f10fd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a7638fe6b1bf42469c95ef88d99f10fd 2024-11-20T10:22:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098224301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098224302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098224302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,312 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into a7638fe6b1bf42469c95ef88d99f10fd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:44,312 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:44,312 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098163849; duration=0sec 2024-11-20T10:22:44,312 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:44,312 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:44,497 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/fb91f357ffc2482b9e2d3b5285ed003f 2024-11-20T10:22:44,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/28dfef48c5d84aaf876c571e9dc07d4c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/28dfef48c5d84aaf876c571e9dc07d4c 2024-11-20T10:22:44,515 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/28dfef48c5d84aaf876c571e9dc07d4c, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T10:22:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/649f466e300f4a23a84ef5539d8fd622 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/649f466e300f4a23a84ef5539d8fd622 2024-11-20T10:22:44,523 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/649f466e300f4a23a84ef5539d8fd622, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T10:22:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/fb91f357ffc2482b9e2d3b5285ed003f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/fb91f357ffc2482b9e2d3b5285ed003f 2024-11-20T10:22:44,533 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/fb91f357ffc2482b9e2d3b5285ed003f, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T10:22:44,540 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 8224e9b75aeb03b8337afacfbbfe125c in 582ms, sequenceid=274, compaction requested=false 2024-11-20T10:22:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T10:22:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T10:22:44,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T10:22:44,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6750 sec 2024-11-20T10:22:44,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.6840 sec 2024-11-20T10:22:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:44,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T10:22:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:44,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/34cf503233ec4d51a404599ebcfdd2a1 is 50, key is test_row_0/A:col10/1732098163977/Put/seqid=0 2024-11-20T10:22:44,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741896_1072 (size=14741) 2024-11-20T10:22:44,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/34cf503233ec4d51a404599ebcfdd2a1 2024-11-20T10:22:44,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/8dc413f093d448ba82b00b912efc457a is 50, key is test_row_0/B:col10/1732098163977/Put/seqid=0 2024-11-20T10:22:44,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741897_1073 (size=12301) 2024-11-20T10:22:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098224697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098224697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098224697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098224701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098224702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098224803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098224804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098224807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098224810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098224810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T10:22:44,974 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T10:22:44,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T10:22:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T10:22:44,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:44,981 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:44,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:45,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098225007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098225009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098225010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098225016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098225019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/8dc413f093d448ba82b00b912efc457a 2024-11-20T10:22:45,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/9d2943eecc5e4403a8a71a9d4804f60b is 50, key is test_row_0/C:col10/1732098163977/Put/seqid=0 2024-11-20T10:22:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741898_1074 (size=12301) 2024-11-20T10:22:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T10:22:45,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/9d2943eecc5e4403a8a71a9d4804f60b 2024-11-20T10:22:45,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/34cf503233ec4d51a404599ebcfdd2a1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/34cf503233ec4d51a404599ebcfdd2a1 2024-11-20T10:22:45,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/34cf503233ec4d51a404599ebcfdd2a1, entries=200, sequenceid=296, filesize=14.4 K 2024-11-20T10:22:45,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/8dc413f093d448ba82b00b912efc457a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8dc413f093d448ba82b00b912efc457a 2024-11-20T10:22:45,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8dc413f093d448ba82b00b912efc457a, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T10:22:45,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/9d2943eecc5e4403a8a71a9d4804f60b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9d2943eecc5e4403a8a71a9d4804f60b 2024-11-20T10:22:45,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9d2943eecc5e4403a8a71a9d4804f60b, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T10:22:45,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 8224e9b75aeb03b8337afacfbbfe125c in 509ms, sequenceid=296, compaction requested=true 2024-11-20T10:22:45,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:45,113 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:45,113 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:45,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:45,114 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:45,115 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:45,115 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:45,115 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/d78faadd96324b96a886e9643b09854d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/649f466e300f4a23a84ef5539d8fd622, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8dc413f093d448ba82b00b912efc457a] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.5 K 2024-11-20T10:22:45,115 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:45,115 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:45,115 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:45,115 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a7638fe6b1bf42469c95ef88d99f10fd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/28dfef48c5d84aaf876c571e9dc07d4c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/34cf503233ec4d51a404599ebcfdd2a1] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=38.8 K 2024-11-20T10:22:45,116 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting d78faadd96324b96a886e9643b09854d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098162695 2024-11-20T10:22:45,116 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7638fe6b1bf42469c95ef88d99f10fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098162695 2024-11-20T10:22:45,117 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 649f466e300f4a23a84ef5539d8fd622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732098163334 2024-11-20T10:22:45,117 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28dfef48c5d84aaf876c571e9dc07d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732098163334 2024-11-20T10:22:45,117 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dc413f093d448ba82b00b912efc457a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732098163977 2024-11-20T10:22:45,117 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34cf503233ec4d51a404599ebcfdd2a1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732098163977 2024-11-20T10:22:45,126 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:45,127 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/b46f4e18c7184836919afc8ddbe8d11f is 50, key is test_row_0/B:col10/1732098163977/Put/seqid=0 2024-11-20T10:22:45,127 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:45,128 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/40ef1270352b435a84acd86fce3b8aee is 50, key is test_row_0/A:col10/1732098163977/Put/seqid=0 2024-11-20T10:22:45,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T10:22:45,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:45,136 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T10:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741899_1075 (size=12983) 2024-11-20T10:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741900_1076 (size=12983) 2024-11-20T10:22:45,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/670d01cb185f41baae836a0446bcf8b8 is 50, key is test_row_0/A:col10/1732098164626/Put/seqid=0 2024-11-20T10:22:45,146 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/40ef1270352b435a84acd86fce3b8aee as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/40ef1270352b435a84acd86fce3b8aee 2024-11-20T10:22:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741901_1077 (size=12301) 2024-11-20T10:22:45,154 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into 40ef1270352b435a84acd86fce3b8aee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:45,154 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:45,154 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098165112; duration=0sec 2024-11-20T10:22:45,154 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:45,154 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:45,154 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:45,155 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/670d01cb185f41baae836a0446bcf8b8 2024-11-20T10:22:45,156 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:45,156 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:45,156 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:45,156 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/072ad71f0e28438281cd54de239a4702, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/fb91f357ffc2482b9e2d3b5285ed003f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9d2943eecc5e4403a8a71a9d4804f60b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.5 K 2024-11-20T10:22:45,157 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 072ad71f0e28438281cd54de239a4702, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098162695 2024-11-20T10:22:45,158 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb91f357ffc2482b9e2d3b5285ed003f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732098163334 2024-11-20T10:22:45,159 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d2943eecc5e4403a8a71a9d4804f60b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732098163977 2024-11-20T10:22:45,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/506fd6e01ed1400aa1d5bf3fc1305655 is 50, key is test_row_0/B:col10/1732098164626/Put/seqid=0 2024-11-20T10:22:45,194 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:45,195 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/02942e94215644fa994b942b8a8b7e74 is 50, key is test_row_0/C:col10/1732098163977/Put/seqid=0 2024-11-20T10:22:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741902_1078 (size=12301) 2024-11-20T10:22:45,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741903_1079 (size=12983) 2024-11-20T10:22:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T10:22:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:45,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:45,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098225336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098225337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098225338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098225339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098225340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098225442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098225443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098225443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098225443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098225444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,540 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/b46f4e18c7184836919afc8ddbe8d11f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b46f4e18c7184836919afc8ddbe8d11f 2024-11-20T10:22:45,552 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into b46f4e18c7184836919afc8ddbe8d11f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:45,552 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:45,552 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098165113; duration=0sec 2024-11-20T10:22:45,552 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:45,552 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T10:22:45,625 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/506fd6e01ed1400aa1d5bf3fc1305655 2024-11-20T10:22:45,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/9863fd7f5b3f47c1ae5721798fc4dcad is 50, key is test_row_0/C:col10/1732098164626/Put/seqid=0 2024-11-20T10:22:45,640 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/02942e94215644fa994b942b8a8b7e74 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/02942e94215644fa994b942b8a8b7e74 2024-11-20T10:22:45,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741904_1080 (size=12301) 2024-11-20T10:22:45,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098225646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098225648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098225649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098225649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098225650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,652 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 02942e94215644fa994b942b8a8b7e74(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:45,653 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:45,653 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098165113; duration=0sec 2024-11-20T10:22:45,653 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:45,653 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098225950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098225953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098225954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098225955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098225956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,045 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/9863fd7f5b3f47c1ae5721798fc4dcad 2024-11-20T10:22:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/670d01cb185f41baae836a0446bcf8b8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/670d01cb185f41baae836a0446bcf8b8 2024-11-20T10:22:46,063 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/670d01cb185f41baae836a0446bcf8b8, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T10:22:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/506fd6e01ed1400aa1d5bf3fc1305655 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/506fd6e01ed1400aa1d5bf3fc1305655 2024-11-20T10:22:46,070 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/506fd6e01ed1400aa1d5bf3fc1305655, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T10:22:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/9863fd7f5b3f47c1ae5721798fc4dcad as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9863fd7f5b3f47c1ae5721798fc4dcad 2024-11-20T10:22:46,077 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9863fd7f5b3f47c1ae5721798fc4dcad, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T10:22:46,078 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 8224e9b75aeb03b8337afacfbbfe125c in 943ms, sequenceid=313, compaction requested=false 2024-11-20T10:22:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T10:22:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T10:22:46,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T10:22:46,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-11-20T10:22:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T10:22:46,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.1080 sec 2024-11-20T10:22:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:46,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:22:46,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:46,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:46,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:46,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:46,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:46,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:46,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/4eeaa7af3539491cb5ca8914d1681a21 is 50, key is test_row_0/A:col10/1732098165336/Put/seqid=0 2024-11-20T10:22:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098226473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098226471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098226473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098226477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098226478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741905_1081 (size=12301) 2024-11-20T10:22:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098226579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098226580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098226580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098226583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098226583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098226784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098226784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098226784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098226786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098226786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:46,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/4eeaa7af3539491cb5ca8914d1681a21 2024-11-20T10:22:46,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/22487d6ead274167bf073df64426775e is 50, key is test_row_0/B:col10/1732098165336/Put/seqid=0 2024-11-20T10:22:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741906_1082 (size=12301) 2024-11-20T10:22:46,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/22487d6ead274167bf073df64426775e 2024-11-20T10:22:46,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/cfe64e2bcced40e3a3d74ffca3cd1986 is 50, key is test_row_0/C:col10/1732098165336/Put/seqid=0 2024-11-20T10:22:46,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741907_1083 (size=12301) 2024-11-20T10:22:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T10:22:47,085 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T10:22:47,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:47,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098227088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T10:22:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098227088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098227088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098227090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T10:22:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098227091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:47,093 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:47,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T10:22:47,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T10:22:47,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:47,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:47,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:47,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:47,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:47,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/cfe64e2bcced40e3a3d74ffca3cd1986 2024-11-20T10:22:47,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/4eeaa7af3539491cb5ca8914d1681a21 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4eeaa7af3539491cb5ca8914d1681a21 2024-11-20T10:22:47,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4eeaa7af3539491cb5ca8914d1681a21, entries=150, sequenceid=338, filesize=12.0 K 2024-11-20T10:22:47,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/22487d6ead274167bf073df64426775e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/22487d6ead274167bf073df64426775e 2024-11-20T10:22:47,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/22487d6ead274167bf073df64426775e, entries=150, sequenceid=338, filesize=12.0 K 2024-11-20T10:22:47,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/cfe64e2bcced40e3a3d74ffca3cd1986 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cfe64e2bcced40e3a3d74ffca3cd1986 2024-11-20T10:22:47,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cfe64e2bcced40e3a3d74ffca3cd1986, entries=150, sequenceid=338, filesize=12.0 K 2024-11-20T10:22:47,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 8224e9b75aeb03b8337afacfbbfe125c in 928ms, sequenceid=338, compaction requested=true 2024-11-20T10:22:47,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:47,387 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:47,387 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:47,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:47,388 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:47,388 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:47,388 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:47,389 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/40ef1270352b435a84acd86fce3b8aee, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/670d01cb185f41baae836a0446bcf8b8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4eeaa7af3539491cb5ca8914d1681a21] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.7 K 2024-11-20T10:22:47,389 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:47,389 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40ef1270352b435a84acd86fce3b8aee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732098163977 2024-11-20T10:22:47,389 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:47,389 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:47,390 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b46f4e18c7184836919afc8ddbe8d11f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/506fd6e01ed1400aa1d5bf3fc1305655, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/22487d6ead274167bf073df64426775e] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.7 K 2024-11-20T10:22:47,390 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 670d01cb185f41baae836a0446bcf8b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732098164626 2024-11-20T10:22:47,390 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b46f4e18c7184836919afc8ddbe8d11f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732098163977 2024-11-20T10:22:47,390 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eeaa7af3539491cb5ca8914d1681a21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732098165336 2024-11-20T10:22:47,391 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 506fd6e01ed1400aa1d5bf3fc1305655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732098164626 2024-11-20T10:22:47,392 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 22487d6ead274167bf073df64426775e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732098165336 2024-11-20T10:22:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T10:22:47,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T10:22:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:47,398 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:22:47,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:47,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:47,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:47,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:47,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:47,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:47,403 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:47,403 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:47,404 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/de9c7be3a6be43a2a05e319c10337e6b is 50, key is test_row_0/A:col10/1732098165336/Put/seqid=0 2024-11-20T10:22:47,404 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/4f17ab20fe06463887cadadf9caf43dd is 50, key is test_row_0/B:col10/1732098165336/Put/seqid=0 2024-11-20T10:22:47,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/ff5dfc91b8e345cdb961c6584e0c8376 is 50, key is test_row_0/A:col10/1732098166471/Put/seqid=0 2024-11-20T10:22:47,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741909_1085 (size=13085) 2024-11-20T10:22:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741908_1084 (size=13085) 2024-11-20T10:22:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741910_1086 (size=12301) 2024-11-20T10:22:47,424 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/ff5dfc91b8e345cdb961c6584e0c8376 2024-11-20T10:22:47,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/7a85e8607fe14ad1a6d2e14d8aa9412d is 50, key is test_row_0/B:col10/1732098166471/Put/seqid=0 2024-11-20T10:22:47,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741911_1087 (size=12301) 2024-11-20T10:22:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:47,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:47,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098227638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098227641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098227639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098227642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098227643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T10:22:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098227745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098227745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098227745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098227746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098227747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,824 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/de9c7be3a6be43a2a05e319c10337e6b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/de9c7be3a6be43a2a05e319c10337e6b 2024-11-20T10:22:47,828 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/4f17ab20fe06463887cadadf9caf43dd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4f17ab20fe06463887cadadf9caf43dd 2024-11-20T10:22:47,832 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into de9c7be3a6be43a2a05e319c10337e6b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:47,832 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:47,832 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098167386; duration=0sec 2024-11-20T10:22:47,832 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:47,832 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:47,832 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:47,835 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:47,835 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:47,835 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:47,835 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/02942e94215644fa994b942b8a8b7e74, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9863fd7f5b3f47c1ae5721798fc4dcad, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cfe64e2bcced40e3a3d74ffca3cd1986] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.7 K 2024-11-20T10:22:47,836 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02942e94215644fa994b942b8a8b7e74, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732098163977 2024-11-20T10:22:47,837 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9863fd7f5b3f47c1ae5721798fc4dcad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732098164626 2024-11-20T10:22:47,837 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into 4f17ab20fe06463887cadadf9caf43dd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:47,838 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:47,838 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098167387; duration=0sec 2024-11-20T10:22:47,838 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:47,838 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:47,838 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfe64e2bcced40e3a3d74ffca3cd1986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732098165336 2024-11-20T10:22:47,842 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/7a85e8607fe14ad1a6d2e14d8aa9412d 2024-11-20T10:22:47,850 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:47,850 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/87c348f315c443a692a36154c3e196f4 is 50, key is test_row_0/C:col10/1732098165336/Put/seqid=0 2024-11-20T10:22:47,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4a6351e8fb3a4f9b9ee036584bc1e278 is 50, key is test_row_0/C:col10/1732098166471/Put/seqid=0 2024-11-20T10:22:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741912_1088 (size=13085) 2024-11-20T10:22:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741913_1089 (size=12301) 2024-11-20T10:22:47,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098227947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098227948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098227949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098227951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:47,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098227953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T10:22:48,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098228251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098228253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098228253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098228256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098228257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,291 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4a6351e8fb3a4f9b9ee036584bc1e278 2024-11-20T10:22:48,298 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/87c348f315c443a692a36154c3e196f4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/87c348f315c443a692a36154c3e196f4 2024-11-20T10:22:48,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/ff5dfc91b8e345cdb961c6584e0c8376 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ff5dfc91b8e345cdb961c6584e0c8376 2024-11-20T10:22:48,306 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ff5dfc91b8e345cdb961c6584e0c8376, entries=150, sequenceid=353, filesize=12.0 K 2024-11-20T10:22:48,307 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 87c348f315c443a692a36154c3e196f4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:48,307 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:48,307 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098167387; duration=0sec 2024-11-20T10:22:48,308 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:48,308 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/7a85e8607fe14ad1a6d2e14d8aa9412d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7a85e8607fe14ad1a6d2e14d8aa9412d 2024-11-20T10:22:48,313 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7a85e8607fe14ad1a6d2e14d8aa9412d, entries=150, sequenceid=353, filesize=12.0 K 2024-11-20T10:22:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/4a6351e8fb3a4f9b9ee036584bc1e278 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4a6351e8fb3a4f9b9ee036584bc1e278 2024-11-20T10:22:48,319 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4a6351e8fb3a4f9b9ee036584bc1e278, entries=150, sequenceid=353, filesize=12.0 K 2024-11-20T10:22:48,321 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8224e9b75aeb03b8337afacfbbfe125c in 922ms, sequenceid=353, compaction requested=false 2024-11-20T10:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T10:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T10:22:48,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T10:22:48,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2290 sec 2024-11-20T10:22:48,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.2380 sec 2024-11-20T10:22:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:48,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T10:22:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:48,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/00190b0611074460bda3b9ad9c8e10da is 50, key is test_row_0/A:col10/1732098167642/Put/seqid=0 2024-11-20T10:22:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098228770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098228770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098228772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098228772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098228773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741914_1090 (size=14741) 2024-11-20T10:22:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098228875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098228875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098228875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098228876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:48,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098228880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098229077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098229078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098229079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098229081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098229085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/00190b0611074460bda3b9ad9c8e10da 2024-11-20T10:22:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T10:22:49,196 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T10:22:49,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/9b2875a96e5a441ebedf724630cd881a is 50, key is test_row_0/B:col10/1732098167642/Put/seqid=0 2024-11-20T10:22:49,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T10:22:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T10:22:49,202 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:49,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:49,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741915_1091 (size=12301) 2024-11-20T10:22:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T10:22:49,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T10:22:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098229380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098229382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098229382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098229384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098229389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T10:22:49,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T10:22:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/9b2875a96e5a441ebedf724630cd881a 2024-11-20T10:22:49,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/3c807ea99e1b4cb2993f4179a7203d32 is 50, key is test_row_0/C:col10/1732098167642/Put/seqid=0 2024-11-20T10:22:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741916_1092 (size=12301) 2024-11-20T10:22:49,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/3c807ea99e1b4cb2993f4179a7203d32 2024-11-20T10:22:49,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/00190b0611074460bda3b9ad9c8e10da as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/00190b0611074460bda3b9ad9c8e10da 2024-11-20T10:22:49,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/00190b0611074460bda3b9ad9c8e10da, entries=200, sequenceid=378, filesize=14.4 K 2024-11-20T10:22:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/9b2875a96e5a441ebedf724630cd881a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9b2875a96e5a441ebedf724630cd881a 2024-11-20T10:22:49,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9b2875a96e5a441ebedf724630cd881a, entries=150, sequenceid=378, filesize=12.0 K 2024-11-20T10:22:49,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/3c807ea99e1b4cb2993f4179a7203d32 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/3c807ea99e1b4cb2993f4179a7203d32 2024-11-20T10:22:49,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T10:22:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:49,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/3c807ea99e1b4cb2993f4179a7203d32, entries=150, sequenceid=378, filesize=12.0 K 2024-11-20T10:22:49,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8224e9b75aeb03b8337afacfbbfe125c in 912ms, sequenceid=378, compaction requested=true 2024-11-20T10:22:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:49,671 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:49,671 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:49,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:49,673 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:49,673 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:49,673 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,673 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4f17ab20fe06463887cadadf9caf43dd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7a85e8607fe14ad1a6d2e14d8aa9412d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9b2875a96e5a441ebedf724630cd881a] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.8 K 2024-11-20T10:22:49,673 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:49,674 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:49,674 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,674 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/de9c7be3a6be43a2a05e319c10337e6b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ff5dfc91b8e345cdb961c6584e0c8376, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/00190b0611074460bda3b9ad9c8e10da] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=39.2 K 2024-11-20T10:22:49,675 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting de9c7be3a6be43a2a05e319c10337e6b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732098165336 2024-11-20T10:22:49,675 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f17ab20fe06463887cadadf9caf43dd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732098165336 2024-11-20T10:22:49,675 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff5dfc91b8e345cdb961c6584e0c8376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732098166471 2024-11-20T10:22:49,675 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a85e8607fe14ad1a6d2e14d8aa9412d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732098166471 2024-11-20T10:22:49,676 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b2875a96e5a441ebedf724630cd881a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732098167641 2024-11-20T10:22:49,676 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00190b0611074460bda3b9ad9c8e10da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732098167637 2024-11-20T10:22:49,687 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:49,688 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:49,688 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/f1ababb1973c43b3a51489c3b01c0620 is 50, key is test_row_0/A:col10/1732098167642/Put/seqid=0 2024-11-20T10:22:49,689 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/a5b729cc778d4b979a2103562a8218d9 is 50, key is test_row_0/B:col10/1732098167642/Put/seqid=0 2024-11-20T10:22:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741917_1093 (size=13187) 2024-11-20T10:22:49,704 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/f1ababb1973c43b3a51489c3b01c0620 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/f1ababb1973c43b3a51489c3b01c0620 2024-11-20T10:22:49,715 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into f1ababb1973c43b3a51489c3b01c0620(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:49,715 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:49,715 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098169671; duration=0sec 2024-11-20T10:22:49,716 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:49,716 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:49,716 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:49,717 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:49,717 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:49,717 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,717 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/87c348f315c443a692a36154c3e196f4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4a6351e8fb3a4f9b9ee036584bc1e278, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/3c807ea99e1b4cb2993f4179a7203d32] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.8 K 2024-11-20T10:22:49,718 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87c348f315c443a692a36154c3e196f4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732098165336 2024-11-20T10:22:49,718 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a6351e8fb3a4f9b9ee036584bc1e278, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732098166471 2024-11-20T10:22:49,719 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c807ea99e1b4cb2993f4179a7203d32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732098167641 2024-11-20T10:22:49,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741918_1094 (size=13187) 2024-11-20T10:22:49,737 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/a5b729cc778d4b979a2103562a8218d9 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a5b729cc778d4b979a2103562a8218d9 2024-11-20T10:22:49,739 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:49,740 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/40622219fef5451ab5181529846d0f02 is 50, key is test_row_0/C:col10/1732098167642/Put/seqid=0 2024-11-20T10:22:49,745 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into a5b729cc778d4b979a2103562a8218d9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:49,745 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:49,745 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098169671; duration=0sec 2024-11-20T10:22:49,746 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:49,746 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741919_1095 (size=13187) 2024-11-20T10:22:49,768 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/40622219fef5451ab5181529846d0f02 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/40622219fef5451ab5181529846d0f02 2024-11-20T10:22:49,775 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 40622219fef5451ab5181529846d0f02(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:49,775 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:49,775 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098169671; duration=0sec 2024-11-20T10:22:49,775 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:49,776 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T10:22:49,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T10:22:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:49,818 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T10:22:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:49,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/e82c433d12d849aa90c80a45147ddcdd is 50, key is test_row_0/A:col10/1732098168771/Put/seqid=0 2024-11-20T10:22:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741920_1096 (size=12301) 2024-11-20T10:22:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:49,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098229903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098229905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098229905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098229907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:49,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098229907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098230008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098230009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098230010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098230010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098230010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098230212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098230213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098230213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098230216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098230216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,235 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/e82c433d12d849aa90c80a45147ddcdd 2024-11-20T10:22:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0f1a6f3f83704603bea0393d57baf181 is 50, key is test_row_0/B:col10/1732098168771/Put/seqid=0 2024-11-20T10:22:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741921_1097 (size=12301) 2024-11-20T10:22:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T10:22:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098230515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098230515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098230517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098230520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098230521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:50,667 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0f1a6f3f83704603bea0393d57baf181 2024-11-20T10:22:50,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/ea3f3b9f5f29432a809e658e864caf44 is 50, key is test_row_0/C:col10/1732098168771/Put/seqid=0 2024-11-20T10:22:50,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741922_1098 (size=12301) 2024-11-20T10:22:50,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/ea3f3b9f5f29432a809e658e864caf44 2024-11-20T10:22:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/e82c433d12d849aa90c80a45147ddcdd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e82c433d12d849aa90c80a45147ddcdd 2024-11-20T10:22:50,693 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e82c433d12d849aa90c80a45147ddcdd, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T10:22:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/0f1a6f3f83704603bea0393d57baf181 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0f1a6f3f83704603bea0393d57baf181 2024-11-20T10:22:50,701 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0f1a6f3f83704603bea0393d57baf181, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T10:22:50,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/ea3f3b9f5f29432a809e658e864caf44 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ea3f3b9f5f29432a809e658e864caf44 2024-11-20T10:22:50,708 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ea3f3b9f5f29432a809e658e864caf44, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T10:22:50,710 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8224e9b75aeb03b8337afacfbbfe125c in 893ms, sequenceid=395, compaction requested=false 2024-11-20T10:22:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T10:22:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T10:22:50,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T10:22:50,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-11-20T10:22:50,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5150 sec 2024-11-20T10:22:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:51,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T10:22:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:51,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/e7ffcf0d8f834c0bbc934ca034d00c9b is 50, key is test_row_0/A:col10/1732098169900/Put/seqid=0 2024-11-20T10:22:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741923_1099 (size=12301) 2024-11-20T10:22:51,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/e7ffcf0d8f834c0bbc934ca034d00c9b 2024-11-20T10:22:51,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098231036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098231038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098231039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098231039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098231039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f58d9660711e427fa5a32998bfa3c7af is 50, key is test_row_0/B:col10/1732098169900/Put/seqid=0 2024-11-20T10:22:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741924_1100 (size=12301) 2024-11-20T10:22:51,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098231140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098231143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098231143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098231144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098231144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T10:22:51,306 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T10:22:51,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T10:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T10:22:51,310 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:51,310 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:51,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:51,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098231343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098231346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098231347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098231347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098231348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T10:22:51,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f58d9660711e427fa5a32998bfa3c7af 2024-11-20T10:22:51,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T10:22:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:51,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:51,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2618da3ce2794ec5ae9d85c8412e2d8d is 50, key is test_row_0/C:col10/1732098169900/Put/seqid=0 2024-11-20T10:22:51,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741925_1101 (size=12301) 2024-11-20T10:22:51,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2618da3ce2794ec5ae9d85c8412e2d8d 2024-11-20T10:22:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/e7ffcf0d8f834c0bbc934ca034d00c9b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e7ffcf0d8f834c0bbc934ca034d00c9b 2024-11-20T10:22:51,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e7ffcf0d8f834c0bbc934ca034d00c9b, entries=150, sequenceid=418, filesize=12.0 K 2024-11-20T10:22:51,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f58d9660711e427fa5a32998bfa3c7af as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f58d9660711e427fa5a32998bfa3c7af 2024-11-20T10:22:51,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f58d9660711e427fa5a32998bfa3c7af, entries=150, sequenceid=418, filesize=12.0 K 2024-11-20T10:22:51,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/2618da3ce2794ec5ae9d85c8412e2d8d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2618da3ce2794ec5ae9d85c8412e2d8d 2024-11-20T10:22:51,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2618da3ce2794ec5ae9d85c8412e2d8d, entries=150, sequenceid=418, filesize=12.0 K 2024-11-20T10:22:51,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 8224e9b75aeb03b8337afacfbbfe125c in 475ms, sequenceid=418, compaction requested=true 2024-11-20T10:22:51,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:51,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:51,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:51,496 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:51,496 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:51,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:51,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:51,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:51,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:51,498 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:51,498 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:51,498 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:51,498 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a5b729cc778d4b979a2103562a8218d9, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0f1a6f3f83704603bea0393d57baf181, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f58d9660711e427fa5a32998bfa3c7af] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.9 K 2024-11-20T10:22:51,499 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:51,499 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:51,499 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:51,499 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting a5b729cc778d4b979a2103562a8218d9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732098167641 2024-11-20T10:22:51,499 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/f1ababb1973c43b3a51489c3b01c0620, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e82c433d12d849aa90c80a45147ddcdd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e7ffcf0d8f834c0bbc934ca034d00c9b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.9 K 2024-11-20T10:22:51,500 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f1a6f3f83704603bea0393d57baf181, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732098168770 2024-11-20T10:22:51,500 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1ababb1973c43b3a51489c3b01c0620, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732098167641 2024-11-20T10:22:51,500 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f58d9660711e427fa5a32998bfa3c7af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732098169900 2024-11-20T10:22:51,500 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting e82c433d12d849aa90c80a45147ddcdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732098168770 2024-11-20T10:22:51,501 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7ffcf0d8f834c0bbc934ca034d00c9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732098169900 2024-11-20T10:22:51,513 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:51,514 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:51,515 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/b01b22c585214e3f9d2c84c0a7c3cb5f is 50, key is test_row_0/A:col10/1732098169900/Put/seqid=0 2024-11-20T10:22:51,515 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/18c1c6b57e254dd6a4030646949812af is 50, key is test_row_0/B:col10/1732098169900/Put/seqid=0 2024-11-20T10:22:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741926_1102 (size=13289) 2024-11-20T10:22:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741927_1103 (size=13289) 2024-11-20T10:22:51,551 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/b01b22c585214e3f9d2c84c0a7c3cb5f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b01b22c585214e3f9d2c84c0a7c3cb5f 2024-11-20T10:22:51,552 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/18c1c6b57e254dd6a4030646949812af as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/18c1c6b57e254dd6a4030646949812af 2024-11-20T10:22:51,561 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into 18c1c6b57e254dd6a4030646949812af(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:51,561 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into b01b22c585214e3f9d2c84c0a7c3cb5f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:51,561 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:51,561 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:51,561 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098171496; duration=0sec 2024-11-20T10:22:51,561 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098171495; duration=0sec 2024-11-20T10:22:51,562 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:51,562 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:51,562 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:51,562 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:51,562 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:51,563 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:51,563 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:51,563 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:51,564 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/40622219fef5451ab5181529846d0f02, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ea3f3b9f5f29432a809e658e864caf44, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2618da3ce2794ec5ae9d85c8412e2d8d] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=36.9 K 2024-11-20T10:22:51,564 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 40622219fef5451ab5181529846d0f02, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732098167641 2024-11-20T10:22:51,565 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting ea3f3b9f5f29432a809e658e864caf44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732098168770 2024-11-20T10:22:51,565 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2618da3ce2794ec5ae9d85c8412e2d8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732098169900 2024-11-20T10:22:51,577 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:51,577 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1a167437daf4479c85bc4f834540eced is 50, key is test_row_0/C:col10/1732098169900/Put/seqid=0 2024-11-20T10:22:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741928_1104 (size=13289) 2024-11-20T10:22:51,596 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1a167437daf4479c85bc4f834540eced as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1a167437daf4479c85bc4f834540eced 2024-11-20T10:22:51,606 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 1a167437daf4479c85bc4f834540eced(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:51,606 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:51,606 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098171496; duration=0sec 2024-11-20T10:22:51,606 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:51,606 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T10:22:51,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T10:22:51,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:51,619 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:22:51,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:51,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:51,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:51,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:51,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:51,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/705b619a49a843758600fb875d80dfe2 is 50, key is test_row_0/A:col10/1732098171037/Put/seqid=0 2024-11-20T10:22:51,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741929_1105 (size=12301) 2024-11-20T10:22:51,635 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/705b619a49a843758600fb875d80dfe2 2024-11-20T10:22:51,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/23c32d9ab1594aad86466929aa8f0390 is 50, key is test_row_0/B:col10/1732098171037/Put/seqid=0 2024-11-20T10:22:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:51,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741930_1106 (size=12301) 2024-11-20T10:22:51,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098231691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098231693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098231693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098231696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098231697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098231797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098231798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098231798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098231799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098231800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T10:22:52,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098232003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098232003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098232003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098232003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098232003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/23c32d9ab1594aad86466929aa8f0390 2024-11-20T10:22:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/370554acfe5c483e81cc61ffcde507ab is 50, key is test_row_0/C:col10/1732098171037/Put/seqid=0 2024-11-20T10:22:52,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741931_1107 (size=12301) 2024-11-20T10:22:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098232305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098232306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098232307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098232307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098232308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T10:22:52,491 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/370554acfe5c483e81cc61ffcde507ab 2024-11-20T10:22:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/705b619a49a843758600fb875d80dfe2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/705b619a49a843758600fb875d80dfe2 2024-11-20T10:22:52,504 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/705b619a49a843758600fb875d80dfe2, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T10:22:52,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/23c32d9ab1594aad86466929aa8f0390 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/23c32d9ab1594aad86466929aa8f0390 2024-11-20T10:22:52,510 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/23c32d9ab1594aad86466929aa8f0390, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T10:22:52,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/370554acfe5c483e81cc61ffcde507ab as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/370554acfe5c483e81cc61ffcde507ab 2024-11-20T10:22:52,516 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/370554acfe5c483e81cc61ffcde507ab, entries=150, sequenceid=436, filesize=12.0 K 2024-11-20T10:22:52,517 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8224e9b75aeb03b8337afacfbbfe125c in 898ms, sequenceid=436, compaction requested=false 2024-11-20T10:22:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T10:22:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T10:22:52,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T10:22:52,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2090 sec 2024-11-20T10:22:52,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.2130 sec 2024-11-20T10:22:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:52,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T10:22:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:52,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/0c079b8051f34993a0160e12125970b7 is 50, key is test_row_0/A:col10/1732098172809/Put/seqid=0 2024-11-20T10:22:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741932_1108 (size=14741) 2024-11-20T10:22:52,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098232818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098232823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098232824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098232824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098232824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098232925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098232925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098232926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098232927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098232927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098233127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098233128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098233132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098233132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098233133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/0c079b8051f34993a0160e12125970b7 2024-11-20T10:22:53,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/36ca2ff6d45b4fc5a920231929817a07 is 50, key is test_row_0/B:col10/1732098172809/Put/seqid=0 2024-11-20T10:22:53,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741933_1109 (size=12301) 2024-11-20T10:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T10:22:53,413 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T10:22:53,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-20T10:22:53,417 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T10:22:53,418 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:53,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:53,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098233430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098233431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098233436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098233437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098233437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T10:22:53,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T10:22:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:53,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/36ca2ff6d45b4fc5a920231929817a07 2024-11-20T10:22:53,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/c0bf63640dd54d85b65c8eb8ce545716 is 50, key is test_row_0/C:col10/1732098172809/Put/seqid=0 2024-11-20T10:22:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741934_1110 (size=12301) 2024-11-20T10:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T10:22:53,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T10:22:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:53,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T10:22:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:53,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098233937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098233937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098233938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098233942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:53,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098233944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T10:22:54,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T10:22:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:54,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:54,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/c0bf63640dd54d85b65c8eb8ce545716 2024-11-20T10:22:54,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/0c079b8051f34993a0160e12125970b7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/0c079b8051f34993a0160e12125970b7 2024-11-20T10:22:54,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/0c079b8051f34993a0160e12125970b7, entries=200, sequenceid=460, filesize=14.4 K 2024-11-20T10:22:54,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/36ca2ff6d45b4fc5a920231929817a07 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/36ca2ff6d45b4fc5a920231929817a07 2024-11-20T10:22:54,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/36ca2ff6d45b4fc5a920231929817a07, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T10:22:54,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/c0bf63640dd54d85b65c8eb8ce545716 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/c0bf63640dd54d85b65c8eb8ce545716 2024-11-20T10:22:54,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/c0bf63640dd54d85b65c8eb8ce545716, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T10:22:54,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 8224e9b75aeb03b8337afacfbbfe125c in 1272ms, sequenceid=460, compaction requested=true 2024-11-20T10:22:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:54,083 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:54,083 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:54,084 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:54,084 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:54,084 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:54,084 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b01b22c585214e3f9d2c84c0a7c3cb5f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/705b619a49a843758600fb875d80dfe2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/0c079b8051f34993a0160e12125970b7] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=39.4 K 2024-11-20T10:22:54,085 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:54,085 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:54,085 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:54,085 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/18c1c6b57e254dd6a4030646949812af, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/23c32d9ab1594aad86466929aa8f0390, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/36ca2ff6d45b4fc5a920231929817a07] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=37.0 K 2024-11-20T10:22:54,086 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting b01b22c585214e3f9d2c84c0a7c3cb5f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732098169900 2024-11-20T10:22:54,086 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 18c1c6b57e254dd6a4030646949812af, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732098169900 2024-11-20T10:22:54,086 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 705b619a49a843758600fb875d80dfe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732098171036 2024-11-20T10:22:54,087 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 23c32d9ab1594aad86466929aa8f0390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732098171036 2024-11-20T10:22:54,087 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c079b8051f34993a0160e12125970b7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732098171661 2024-11-20T10:22:54,087 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ca2ff6d45b4fc5a920231929817a07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732098171661 2024-11-20T10:22:54,095 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:54,095 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/c54518337ef143b486e94cf7923ed974 is 50, key is test_row_0/A:col10/1732098172809/Put/seqid=0 2024-11-20T10:22:54,096 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:54,097 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f139548fccaf43bebc38794411c8f824 is 50, key is test_row_0/B:col10/1732098172809/Put/seqid=0 2024-11-20T10:22:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741936_1112 (size=13391) 2024-11-20T10:22:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741935_1111 (size=13391) 2024-11-20T10:22:54,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-20T10:22:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:54,184 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T10:22:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/ed7c52cef0304b9dab0900e2c8dc5e05 is 50, key is test_row_0/A:col10/1732098172822/Put/seqid=0 2024-11-20T10:22:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741937_1113 (size=12301) 2024-11-20T10:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T10:22:54,522 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f139548fccaf43bebc38794411c8f824 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f139548fccaf43bebc38794411c8f824 2024-11-20T10:22:54,524 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/c54518337ef143b486e94cf7923ed974 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c54518337ef143b486e94cf7923ed974 2024-11-20T10:22:54,529 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into f139548fccaf43bebc38794411c8f824(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:54,530 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:54,530 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098174083; duration=0sec 2024-11-20T10:22:54,530 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:54,530 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:54,530 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:54,532 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:54,532 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:54,532 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:54,532 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1a167437daf4479c85bc4f834540eced, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/370554acfe5c483e81cc61ffcde507ab, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/c0bf63640dd54d85b65c8eb8ce545716] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=37.0 K 2024-11-20T10:22:54,532 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into c54518337ef143b486e94cf7923ed974(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:54,532 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:54,532 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098174083; duration=0sec 2024-11-20T10:22:54,533 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:54,533 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:54,533 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a167437daf4479c85bc4f834540eced, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732098169900 2024-11-20T10:22:54,533 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 370554acfe5c483e81cc61ffcde507ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732098171036 2024-11-20T10:22:54,534 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting c0bf63640dd54d85b65c8eb8ce545716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732098171661 2024-11-20T10:22:54,541 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:54,542 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/cc4214b39df844e599d73d2c40dfe43e is 50, key is test_row_0/C:col10/1732098172809/Put/seqid=0 2024-11-20T10:22:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741938_1114 (size=13391) 2024-11-20T10:22:54,553 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/cc4214b39df844e599d73d2c40dfe43e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cc4214b39df844e599d73d2c40dfe43e 2024-11-20T10:22:54,559 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into cc4214b39df844e599d73d2c40dfe43e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:54,559 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:54,559 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098174083; duration=0sec 2024-11-20T10:22:54,559 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:54,559 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:54,596 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/ed7c52cef0304b9dab0900e2c8dc5e05 2024-11-20T10:22:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/9825eaaa2e0d4949b44db1464d1e11f6 is 50, key is test_row_0/B:col10/1732098172822/Put/seqid=0 2024-11-20T10:22:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741939_1115 (size=12301) 2024-11-20T10:22:54,615 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/9825eaaa2e0d4949b44db1464d1e11f6 2024-11-20T10:22:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/8118cf8164ff48c6bd41a3af7ff68c35 is 50, key is test_row_0/C:col10/1732098172822/Put/seqid=0 2024-11-20T10:22:54,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741940_1116 (size=12301) 2024-11-20T10:22:54,636 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/8118cf8164ff48c6bd41a3af7ff68c35 2024-11-20T10:22:54,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/ed7c52cef0304b9dab0900e2c8dc5e05 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ed7c52cef0304b9dab0900e2c8dc5e05 2024-11-20T10:22:54,649 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ed7c52cef0304b9dab0900e2c8dc5e05, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T10:22:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/9825eaaa2e0d4949b44db1464d1e11f6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9825eaaa2e0d4949b44db1464d1e11f6 2024-11-20T10:22:54,654 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9825eaaa2e0d4949b44db1464d1e11f6, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T10:22:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/8118cf8164ff48c6bd41a3af7ff68c35 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8118cf8164ff48c6bd41a3af7ff68c35 2024-11-20T10:22:54,662 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8118cf8164ff48c6bd41a3af7ff68c35, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T10:22:54,663 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 8224e9b75aeb03b8337afacfbbfe125c in 479ms, sequenceid=474, compaction requested=false 2024-11-20T10:22:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T10:22:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-20T10:22:54,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T10:22:54,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2470 sec 2024-11-20T10:22:54,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.2530 sec 2024-11-20T10:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:54,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:22:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:54,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:54,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/59d870efc74f4245b4b2e351618b0879 is 50, key is test_row_0/A:col10/1732098174953/Put/seqid=0 2024-11-20T10:22:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741941_1117 (size=12301) 2024-11-20T10:22:54,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/59d870efc74f4245b4b2e351618b0879 2024-11-20T10:22:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098234979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098234981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098234982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f5f6af85096b4c2086281b2b2750160e is 50, key is test_row_0/B:col10/1732098174953/Put/seqid=0 2024-11-20T10:22:54,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098234985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098234986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741942_1118 (size=12301) 2024-11-20T10:22:55,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098235086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098235087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098235087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098235089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098235090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098235290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098235292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098235293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098235294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098235295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f5f6af85096b4c2086281b2b2750160e 2024-11-20T10:22:55,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/233111506d4e48ebbda052b1321f79e9 is 50, key is test_row_0/C:col10/1732098174953/Put/seqid=0 2024-11-20T10:22:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741943_1119 (size=12301) 2024-11-20T10:22:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T10:22:55,522 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T10:22:55,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:22:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-20T10:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T10:22:55,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:22:55,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:22:55,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:22:55,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098235595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098235595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098235596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098235596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098235597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T10:22:55,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T10:22:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:55,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/233111506d4e48ebbda052b1321f79e9 2024-11-20T10:22:55,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/59d870efc74f4245b4b2e351618b0879 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/59d870efc74f4245b4b2e351618b0879 2024-11-20T10:22:55,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/59d870efc74f4245b4b2e351618b0879, entries=150, sequenceid=489, filesize=12.0 K 2024-11-20T10:22:55,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/f5f6af85096b4c2086281b2b2750160e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f5f6af85096b4c2086281b2b2750160e 2024-11-20T10:22:55,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f5f6af85096b4c2086281b2b2750160e, entries=150, sequenceid=489, filesize=12.0 K 2024-11-20T10:22:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T10:22:55,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/233111506d4e48ebbda052b1321f79e9 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/233111506d4e48ebbda052b1321f79e9 2024-11-20T10:22:55,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/233111506d4e48ebbda052b1321f79e9, entries=150, sequenceid=489, filesize=12.0 K 2024-11-20T10:22:55,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T10:22:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:55,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8224e9b75aeb03b8337afacfbbfe125c in 878ms, sequenceid=489, compaction requested=true 2024-11-20T10:22:55,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:22:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:55,833 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:22:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:55,833 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:55,834 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:55,834 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/A is initiating minor compaction (all files) 2024-11-20T10:22:55,834 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/A in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,834 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c54518337ef143b486e94cf7923ed974, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ed7c52cef0304b9dab0900e2c8dc5e05, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/59d870efc74f4245b4b2e351618b0879] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=37.1 K 2024-11-20T10:22:55,835 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:55,835 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/B is initiating minor compaction (all files) 2024-11-20T10:22:55,835 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/B in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,835 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f139548fccaf43bebc38794411c8f824, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9825eaaa2e0d4949b44db1464d1e11f6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f5f6af85096b4c2086281b2b2750160e] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=37.1 K 2024-11-20T10:22:55,835 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting c54518337ef143b486e94cf7923ed974, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732098171661 2024-11-20T10:22:55,836 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f139548fccaf43bebc38794411c8f824, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732098171661 2024-11-20T10:22:55,836 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed7c52cef0304b9dab0900e2c8dc5e05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732098172816 2024-11-20T10:22:55,836 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 9825eaaa2e0d4949b44db1464d1e11f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732098172816 2024-11-20T10:22:55,836 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d870efc74f4245b4b2e351618b0879, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732098174950 2024-11-20T10:22:55,837 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f5f6af85096b4c2086281b2b2750160e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732098174950 2024-11-20T10:22:55,849 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:55,849 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:55,850 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/451255b7a3ad45e4a4593703607135c4 is 50, key is test_row_0/B:col10/1732098174953/Put/seqid=0 2024-11-20T10:22:55,850 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/c9bc1d5bf3884f3ebbbcef6ba2fee684 is 50, key is test_row_0/A:col10/1732098174953/Put/seqid=0 2024-11-20T10:22:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741944_1120 (size=13493) 2024-11-20T10:22:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741945_1121 (size=13493) 2024-11-20T10:22:55,871 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/c9bc1d5bf3884f3ebbbcef6ba2fee684 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c9bc1d5bf3884f3ebbbcef6ba2fee684 2024-11-20T10:22:55,876 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/A of 8224e9b75aeb03b8337afacfbbfe125c into c9bc1d5bf3884f3ebbbcef6ba2fee684(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:55,876 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:55,876 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/A, priority=13, startTime=1732098175833; duration=0sec 2024-11-20T10:22:55,877 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:22:55,877 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:55,877 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:22:55,878 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:22:55,878 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 8224e9b75aeb03b8337afacfbbfe125c/C is initiating minor compaction (all files) 2024-11-20T10:22:55,878 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8224e9b75aeb03b8337afacfbbfe125c/C in TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,878 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cc4214b39df844e599d73d2c40dfe43e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8118cf8164ff48c6bd41a3af7ff68c35, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/233111506d4e48ebbda052b1321f79e9] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp, totalSize=37.1 K 2024-11-20T10:22:55,879 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc4214b39df844e599d73d2c40dfe43e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732098171661 2024-11-20T10:22:55,879 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8118cf8164ff48c6bd41a3af7ff68c35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732098172816 2024-11-20T10:22:55,880 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 233111506d4e48ebbda052b1321f79e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732098174950 2024-11-20T10:22:55,887 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8224e9b75aeb03b8337afacfbbfe125c#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:22:55,888 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/10dec16e2982484da2a613463597451b is 50, key is test_row_0/C:col10/1732098174953/Put/seqid=0 2024-11-20T10:22:55,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741946_1122 (size=13493) 2024-11-20T10:22:55,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:55,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-20T10:22:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:55,985 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:22:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:55,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/3fe6447c98a04acb9f018f71a23ec798 is 50, key is test_row_0/A:col10/1732098174984/Put/seqid=0 2024-11-20T10:22:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741947_1123 (size=12301) 2024-11-20T10:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:56,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. as already flushing 2024-11-20T10:22:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098236105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098236106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098236108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098236108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098236109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T10:22:56,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098236210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098236210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098236211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098236211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098236212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,270 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/451255b7a3ad45e4a4593703607135c4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/451255b7a3ad45e4a4593703607135c4 2024-11-20T10:22:56,276 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/B of 8224e9b75aeb03b8337afacfbbfe125c into 451255b7a3ad45e4a4593703607135c4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:56,276 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:56,277 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/B, priority=13, startTime=1732098175833; duration=0sec 2024-11-20T10:22:56,277 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:56,277 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:56,299 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/10dec16e2982484da2a613463597451b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/10dec16e2982484da2a613463597451b 2024-11-20T10:22:56,305 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8224e9b75aeb03b8337afacfbbfe125c/C of 8224e9b75aeb03b8337afacfbbfe125c into 10dec16e2982484da2a613463597451b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:22:56,305 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:56,305 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c., storeName=8224e9b75aeb03b8337afacfbbfe125c/C, priority=13, startTime=1732098175833; duration=0sec 2024-11-20T10:22:56,305 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:56,305 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:56,396 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:52472 2024-11-20T10:22:56,396 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:56,396 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:52472 2024-11-20T10:22:56,397 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:56,398 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/3fe6447c98a04acb9f018f71a23ec798 2024-11-20T10:22:56,399 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:52472 2024-11-20T10:22:56,399 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:52472 2024-11-20T10:22:56,399 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:56,399 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/87e7ff3b5dcc4b3cab96d40750763ff6 is 50, key is test_row_0/B:col10/1732098174984/Put/seqid=0 2024-11-20T10:22:56,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741948_1124 (size=12301) 2024-11-20T10:22:56,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098236413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098236414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098236414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098236415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098236416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T10:22:56,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098236716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098236716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098236717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098236718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098236719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:56,812 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/87e7ff3b5dcc4b3cab96d40750763ff6 2024-11-20T10:22:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/8df0dc0a32da4536b89b8c51fe1342e6 is 50, key is test_row_0/C:col10/1732098174984/Put/seqid=0 2024-11-20T10:22:56,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741949_1125 (size=12301) 2024-11-20T10:22:56,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:22:57,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42958 deadline: 1732098237219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:57,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42980 deadline: 1732098237219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42976 deadline: 1732098237220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:57,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42994 deadline: 1732098237221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:57,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:22:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43008 deadline: 1732098237221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 2024-11-20T10:22:57,225 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/8df0dc0a32da4536b89b8c51fe1342e6 2024-11-20T10:22:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/3fe6447c98a04acb9f018f71a23ec798 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3fe6447c98a04acb9f018f71a23ec798 2024-11-20T10:22:57,235 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3fe6447c98a04acb9f018f71a23ec798, entries=150, sequenceid=515, filesize=12.0 K 2024-11-20T10:22:57,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/87e7ff3b5dcc4b3cab96d40750763ff6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87e7ff3b5dcc4b3cab96d40750763ff6 2024-11-20T10:22:57,240 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87e7ff3b5dcc4b3cab96d40750763ff6, entries=150, sequenceid=515, filesize=12.0 K 2024-11-20T10:22:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/8df0dc0a32da4536b89b8c51fe1342e6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8df0dc0a32da4536b89b8c51fe1342e6 2024-11-20T10:22:57,246 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8df0dc0a32da4536b89b8c51fe1342e6, entries=150, sequenceid=515, filesize=12.0 K 2024-11-20T10:22:57,247 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8224e9b75aeb03b8337afacfbbfe125c in 1262ms, sequenceid=515, compaction requested=false 2024-11-20T10:22:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T10:22:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-20T10:22:57,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T10:22:57,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-20T10:22:57,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.7270 sec 2024-11-20T10:22:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T10:22:57,629 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-20T10:22:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:58,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T10:22:58,222 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:52472 2024-11-20T10:22:58,222 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:58,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:58,227 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:52472 2024-11-20T10:22:58,227 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:58,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/a8aead558445427da6ff26e3f658a8fc is 50, key is test_row_0/A:col10/1732098178221/Put/seqid=0 2024-11-20T10:22:58,228 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:52472 2024-11-20T10:22:58,228 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:58,229 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:52472 2024-11-20T10:22:58,229 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:58,229 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:52472 2024-11-20T10:22:58,229 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6625 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6462 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2841 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8519 rows 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2854 2024-11-20T10:22:58,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8561 rows 2024-11-20T10:22:58,229 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T10:22:58,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:52472 2024-11-20T10:22:58,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:22:58,235 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T10:22:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741950_1126 (size=12301) 2024-11-20T10:22:58,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T10:22:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T10:22:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T10:22:58,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098178246"}]},"ts":"1732098178246"} 2024-11-20T10:22:58,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T10:22:58,251 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T10:22:58,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:22:58,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8224e9b75aeb03b8337afacfbbfe125c, UNASSIGN}] 2024-11-20T10:22:58,257 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8224e9b75aeb03b8337afacfbbfe125c, UNASSIGN 2024-11-20T10:22:58,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=8224e9b75aeb03b8337afacfbbfe125c, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:22:58,259 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:22:58,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:22:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T10:22:58,414 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:22:58,416 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:22:58,416 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:22:58,417 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 8224e9b75aeb03b8337afacfbbfe125c, disabling compactions & flushes 2024-11-20T10:22:58,417 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T10:22:58,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/a8aead558445427da6ff26e3f658a8fc 2024-11-20T10:22:58,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/168765d11aae4c6db4efc82b65b8415e is 50, key is test_row_0/B:col10/1732098178221/Put/seqid=0 2024-11-20T10:22:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741951_1127 (size=12301) 2024-11-20T10:22:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T10:22:59,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/168765d11aae4c6db4efc82b65b8415e 2024-11-20T10:22:59,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d52a90f386764bdcab6611930b806556 is 50, key is test_row_0/C:col10/1732098178221/Put/seqid=0 2024-11-20T10:22:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741952_1128 (size=12301) 2024-11-20T10:22:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T10:22:59,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d52a90f386764bdcab6611930b806556 2024-11-20T10:22:59,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/a8aead558445427da6ff26e3f658a8fc as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a8aead558445427da6ff26e3f658a8fc 2024-11-20T10:22:59,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a8aead558445427da6ff26e3f658a8fc, entries=150, sequenceid=530, filesize=12.0 K 2024-11-20T10:22:59,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/168765d11aae4c6db4efc82b65b8415e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/168765d11aae4c6db4efc82b65b8415e 2024-11-20T10:22:59,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/168765d11aae4c6db4efc82b65b8415e, entries=150, sequenceid=530, filesize=12.0 K 2024-11-20T10:22:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/d52a90f386764bdcab6611930b806556 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d52a90f386764bdcab6611930b806556 2024-11-20T10:22:59,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d52a90f386764bdcab6611930b806556, entries=150, sequenceid=530, filesize=12.0 K 2024-11-20T10:22:59,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 8224e9b75aeb03b8337afacfbbfe125c in 1263ms, sequenceid=530, compaction requested=true 2024-11-20T10:22:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:22:59,485 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. after waiting 0 ms 2024-11-20T10:22:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:22:59,485 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. because compaction request was cancelled 2024-11-20T10:22:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:22:59,485 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. because compaction request was cancelled 2024-11-20T10:22:59,485 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:A 2024-11-20T10:22:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:59,485 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:B 2024-11-20T10:22:59,485 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 8224e9b75aeb03b8337afacfbbfe125c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T10:22:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8224e9b75aeb03b8337afacfbbfe125c:C, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:22:59,485 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. because compaction request was cancelled 2024-11-20T10:22:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:22:59,485 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8224e9b75aeb03b8337afacfbbfe125c:C 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=A 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=B 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:59,485 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8224e9b75aeb03b8337afacfbbfe125c, store=C 2024-11-20T10:22:59,486 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:22:59,489 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/3b90a451de2b4ed190f0d0c7dfc66e0e is 50, key is test_row_0/A:col10/1732098178227/Put/seqid=0 2024-11-20T10:22:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741953_1129 (size=9857) 2024-11-20T10:22:59,894 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/3b90a451de2b4ed190f0d0c7dfc66e0e 2024-11-20T10:22:59,902 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/ceec5a66d8574603aa1755f1980e0f7e is 50, key is test_row_0/B:col10/1732098178227/Put/seqid=0 2024-11-20T10:22:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741954_1130 (size=9857) 2024-11-20T10:23:00,307 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/ceec5a66d8574603aa1755f1980e0f7e 2024-11-20T10:23:00,314 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1d3571a853da473ea46e947ac3d6e142 is 50, key is test_row_0/C:col10/1732098178227/Put/seqid=0 2024-11-20T10:23:00,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741955_1131 (size=9857) 2024-11-20T10:23:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T10:23:00,719 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1d3571a853da473ea46e947ac3d6e142 2024-11-20T10:23:00,725 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/A/3b90a451de2b4ed190f0d0c7dfc66e0e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3b90a451de2b4ed190f0d0c7dfc66e0e 2024-11-20T10:23:00,729 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3b90a451de2b4ed190f0d0c7dfc66e0e, entries=100, sequenceid=537, filesize=9.6 K 2024-11-20T10:23:00,730 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/B/ceec5a66d8574603aa1755f1980e0f7e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ceec5a66d8574603aa1755f1980e0f7e 2024-11-20T10:23:00,734 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ceec5a66d8574603aa1755f1980e0f7e, entries=100, sequenceid=537, filesize=9.6 K 2024-11-20T10:23:00,735 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/.tmp/C/1d3571a853da473ea46e947ac3d6e142 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1d3571a853da473ea46e947ac3d6e142 2024-11-20T10:23:00,739 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1d3571a853da473ea46e947ac3d6e142, entries=100, sequenceid=537, filesize=9.6 K 2024-11-20T10:23:00,740 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8224e9b75aeb03b8337afacfbbfe125c in 1255ms, sequenceid=537, compaction requested=true 2024-11-20T10:23:00,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4d2992a288d2488aa03950126dc416f1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fb75ce22a0cc449886cc45df5587bb72, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/401a5b82b5c04b51a14d41aad851b395, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/7c6ae9b920014cc6a0638abe9bae8d03, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/77d615538bdc4087808b5dd339c0fca0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/23f85772aebe42a587df3bb64df450e1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/aa57253e9f014f05bd2d5c5aee89cfc0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d755d6f5a69b48528238c3d05d5dec59, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d3b87e5abf56481cb973f1dd1f156c29, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9ada363c1eef4ffa8fc484700606fbd5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/48d9e9b56f144fd6b6a782dfc8078f0a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b310f0911ae34f5687f3b17215b3ea4d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c6451c4e03384a84b66600ed159fb92b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/5d61eaf278ee4b6c98206c08301677b4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/01bac06fc7d64f56808aadf9d1563486, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9d6a178abd3d4b04bd673202c396f8c1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a7638fe6b1bf42469c95ef88d99f10fd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fe6857d205234b1eb2ecd36e7d32fb7e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/28dfef48c5d84aaf876c571e9dc07d4c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/34cf503233ec4d51a404599ebcfdd2a1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/40ef1270352b435a84acd86fce3b8aee, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/670d01cb185f41baae836a0446bcf8b8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/de9c7be3a6be43a2a05e319c10337e6b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4eeaa7af3539491cb5ca8914d1681a21, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ff5dfc91b8e345cdb961c6584e0c8376, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/00190b0611074460bda3b9ad9c8e10da, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/f1ababb1973c43b3a51489c3b01c0620, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e82c433d12d849aa90c80a45147ddcdd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b01b22c585214e3f9d2c84c0a7c3cb5f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e7ffcf0d8f834c0bbc934ca034d00c9b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/705b619a49a843758600fb875d80dfe2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/0c079b8051f34993a0160e12125970b7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c54518337ef143b486e94cf7923ed974, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ed7c52cef0304b9dab0900e2c8dc5e05, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/59d870efc74f4245b4b2e351618b0879] to archive 2024-11-20T10:23:00,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:23:00,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4d2992a288d2488aa03950126dc416f1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4d2992a288d2488aa03950126dc416f1 2024-11-20T10:23:00,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fb75ce22a0cc449886cc45df5587bb72 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fb75ce22a0cc449886cc45df5587bb72 2024-11-20T10:23:00,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/401a5b82b5c04b51a14d41aad851b395 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/401a5b82b5c04b51a14d41aad851b395 2024-11-20T10:23:00,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/7c6ae9b920014cc6a0638abe9bae8d03 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/7c6ae9b920014cc6a0638abe9bae8d03 2024-11-20T10:23:00,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/77d615538bdc4087808b5dd339c0fca0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/77d615538bdc4087808b5dd339c0fca0 2024-11-20T10:23:00,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/23f85772aebe42a587df3bb64df450e1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/23f85772aebe42a587df3bb64df450e1 2024-11-20T10:23:00,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/aa57253e9f014f05bd2d5c5aee89cfc0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/aa57253e9f014f05bd2d5c5aee89cfc0 2024-11-20T10:23:00,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d755d6f5a69b48528238c3d05d5dec59 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d755d6f5a69b48528238c3d05d5dec59 2024-11-20T10:23:00,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d3b87e5abf56481cb973f1dd1f156c29 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/d3b87e5abf56481cb973f1dd1f156c29 2024-11-20T10:23:00,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9ada363c1eef4ffa8fc484700606fbd5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9ada363c1eef4ffa8fc484700606fbd5 2024-11-20T10:23:00,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/48d9e9b56f144fd6b6a782dfc8078f0a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/48d9e9b56f144fd6b6a782dfc8078f0a 2024-11-20T10:23:00,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b310f0911ae34f5687f3b17215b3ea4d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b310f0911ae34f5687f3b17215b3ea4d 2024-11-20T10:23:00,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c6451c4e03384a84b66600ed159fb92b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c6451c4e03384a84b66600ed159fb92b 2024-11-20T10:23:00,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/5d61eaf278ee4b6c98206c08301677b4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/5d61eaf278ee4b6c98206c08301677b4 2024-11-20T10:23:00,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/01bac06fc7d64f56808aadf9d1563486 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/01bac06fc7d64f56808aadf9d1563486 2024-11-20T10:23:00,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9d6a178abd3d4b04bd673202c396f8c1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/9d6a178abd3d4b04bd673202c396f8c1 2024-11-20T10:23:00,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a7638fe6b1bf42469c95ef88d99f10fd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a7638fe6b1bf42469c95ef88d99f10fd 2024-11-20T10:23:00,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fe6857d205234b1eb2ecd36e7d32fb7e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/fe6857d205234b1eb2ecd36e7d32fb7e 2024-11-20T10:23:00,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/28dfef48c5d84aaf876c571e9dc07d4c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/28dfef48c5d84aaf876c571e9dc07d4c 2024-11-20T10:23:00,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/34cf503233ec4d51a404599ebcfdd2a1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/34cf503233ec4d51a404599ebcfdd2a1 2024-11-20T10:23:00,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/40ef1270352b435a84acd86fce3b8aee to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/40ef1270352b435a84acd86fce3b8aee 2024-11-20T10:23:00,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/670d01cb185f41baae836a0446bcf8b8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/670d01cb185f41baae836a0446bcf8b8 2024-11-20T10:23:00,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/de9c7be3a6be43a2a05e319c10337e6b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/de9c7be3a6be43a2a05e319c10337e6b 2024-11-20T10:23:00,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4eeaa7af3539491cb5ca8914d1681a21 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/4eeaa7af3539491cb5ca8914d1681a21 2024-11-20T10:23:00,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ff5dfc91b8e345cdb961c6584e0c8376 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ff5dfc91b8e345cdb961c6584e0c8376 2024-11-20T10:23:00,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/00190b0611074460bda3b9ad9c8e10da to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/00190b0611074460bda3b9ad9c8e10da 2024-11-20T10:23:00,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/f1ababb1973c43b3a51489c3b01c0620 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/f1ababb1973c43b3a51489c3b01c0620 2024-11-20T10:23:00,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e82c433d12d849aa90c80a45147ddcdd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e82c433d12d849aa90c80a45147ddcdd 2024-11-20T10:23:00,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b01b22c585214e3f9d2c84c0a7c3cb5f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/b01b22c585214e3f9d2c84c0a7c3cb5f 2024-11-20T10:23:00,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e7ffcf0d8f834c0bbc934ca034d00c9b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/e7ffcf0d8f834c0bbc934ca034d00c9b 2024-11-20T10:23:00,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/705b619a49a843758600fb875d80dfe2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/705b619a49a843758600fb875d80dfe2 2024-11-20T10:23:00,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/0c079b8051f34993a0160e12125970b7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/0c079b8051f34993a0160e12125970b7 2024-11-20T10:23:00,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c54518337ef143b486e94cf7923ed974 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c54518337ef143b486e94cf7923ed974 2024-11-20T10:23:00,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ed7c52cef0304b9dab0900e2c8dc5e05 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/ed7c52cef0304b9dab0900e2c8dc5e05 2024-11-20T10:23:00,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/59d870efc74f4245b4b2e351618b0879 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/59d870efc74f4245b4b2e351618b0879 2024-11-20T10:23:00,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4e8b5bdc14da4209a9d3df33b6fc07f4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/3093f9335cfc440f8153b92e4641da26, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/e0645d099e4140ab91a5bd837670a22d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f0477334ada143f7885de7d802a7777c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0b1e31a9f76547f38cbafafb2d729db8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ba59853e230c4d2ba2a3b965bbc75cd1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/fc3748434bf44d62a4a62bf9696c1c3d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a26595fc6852479daedbac3856073ffa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/6146dd12d11f478e9ae629bfa4d14b18, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/5cb56502c9bd449ea5bd2fd5239ffbb2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87a52f7b086b4dc3bd4cf73ac86f8e23, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8c464b4c1f0048ddb1b9fbfac31b4ccd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/c1c78beb874945dbbe69ad7b2b7dda42, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b82726a0d2914671bf303bce46729bbf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0bd6a49a8336491581755afba16c39ba, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f25ce2f26e3045d48bfe0ce1b7e54192, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/d78faadd96324b96a886e9643b09854d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7d732dcda3534790b8e8b7f5a664d4b6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/649f466e300f4a23a84ef5539d8fd622, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b46f4e18c7184836919afc8ddbe8d11f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8dc413f093d448ba82b00b912efc457a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/506fd6e01ed1400aa1d5bf3fc1305655, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4f17ab20fe06463887cadadf9caf43dd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/22487d6ead274167bf073df64426775e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7a85e8607fe14ad1a6d2e14d8aa9412d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a5b729cc778d4b979a2103562a8218d9, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9b2875a96e5a441ebedf724630cd881a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0f1a6f3f83704603bea0393d57baf181, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/18c1c6b57e254dd6a4030646949812af, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f58d9660711e427fa5a32998bfa3c7af, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/23c32d9ab1594aad86466929aa8f0390, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f139548fccaf43bebc38794411c8f824, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/36ca2ff6d45b4fc5a920231929817a07, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9825eaaa2e0d4949b44db1464d1e11f6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f5f6af85096b4c2086281b2b2750160e] to archive 2024-11-20T10:23:00,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:23:00,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4e8b5bdc14da4209a9d3df33b6fc07f4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4e8b5bdc14da4209a9d3df33b6fc07f4 2024-11-20T10:23:00,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/3093f9335cfc440f8153b92e4641da26 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/3093f9335cfc440f8153b92e4641da26 2024-11-20T10:23:00,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/e0645d099e4140ab91a5bd837670a22d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/e0645d099e4140ab91a5bd837670a22d 2024-11-20T10:23:00,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f0477334ada143f7885de7d802a7777c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f0477334ada143f7885de7d802a7777c 2024-11-20T10:23:00,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0b1e31a9f76547f38cbafafb2d729db8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0b1e31a9f76547f38cbafafb2d729db8 2024-11-20T10:23:00,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ba59853e230c4d2ba2a3b965bbc75cd1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ba59853e230c4d2ba2a3b965bbc75cd1 2024-11-20T10:23:00,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/fc3748434bf44d62a4a62bf9696c1c3d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/fc3748434bf44d62a4a62bf9696c1c3d 2024-11-20T10:23:00,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a26595fc6852479daedbac3856073ffa to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a26595fc6852479daedbac3856073ffa 2024-11-20T10:23:00,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/6146dd12d11f478e9ae629bfa4d14b18 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/6146dd12d11f478e9ae629bfa4d14b18 2024-11-20T10:23:00,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/5cb56502c9bd449ea5bd2fd5239ffbb2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/5cb56502c9bd449ea5bd2fd5239ffbb2 2024-11-20T10:23:00,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87a52f7b086b4dc3bd4cf73ac86f8e23 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87a52f7b086b4dc3bd4cf73ac86f8e23 2024-11-20T10:23:00,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8c464b4c1f0048ddb1b9fbfac31b4ccd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8c464b4c1f0048ddb1b9fbfac31b4ccd 2024-11-20T10:23:00,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/c1c78beb874945dbbe69ad7b2b7dda42 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/c1c78beb874945dbbe69ad7b2b7dda42 2024-11-20T10:23:00,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b82726a0d2914671bf303bce46729bbf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b82726a0d2914671bf303bce46729bbf 2024-11-20T10:23:00,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0bd6a49a8336491581755afba16c39ba to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0bd6a49a8336491581755afba16c39ba 2024-11-20T10:23:00,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f25ce2f26e3045d48bfe0ce1b7e54192 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f25ce2f26e3045d48bfe0ce1b7e54192 2024-11-20T10:23:00,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/d78faadd96324b96a886e9643b09854d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/d78faadd96324b96a886e9643b09854d 2024-11-20T10:23:00,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7d732dcda3534790b8e8b7f5a664d4b6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7d732dcda3534790b8e8b7f5a664d4b6 2024-11-20T10:23:00,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/649f466e300f4a23a84ef5539d8fd622 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/649f466e300f4a23a84ef5539d8fd622 2024-11-20T10:23:00,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b46f4e18c7184836919afc8ddbe8d11f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/b46f4e18c7184836919afc8ddbe8d11f 2024-11-20T10:23:00,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8dc413f093d448ba82b00b912efc457a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/8dc413f093d448ba82b00b912efc457a 2024-11-20T10:23:00,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/506fd6e01ed1400aa1d5bf3fc1305655 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/506fd6e01ed1400aa1d5bf3fc1305655 2024-11-20T10:23:00,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4f17ab20fe06463887cadadf9caf43dd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/4f17ab20fe06463887cadadf9caf43dd 2024-11-20T10:23:00,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/22487d6ead274167bf073df64426775e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/22487d6ead274167bf073df64426775e 2024-11-20T10:23:00,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7a85e8607fe14ad1a6d2e14d8aa9412d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/7a85e8607fe14ad1a6d2e14d8aa9412d 2024-11-20T10:23:00,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a5b729cc778d4b979a2103562a8218d9 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/a5b729cc778d4b979a2103562a8218d9 2024-11-20T10:23:00,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9b2875a96e5a441ebedf724630cd881a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9b2875a96e5a441ebedf724630cd881a 2024-11-20T10:23:00,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0f1a6f3f83704603bea0393d57baf181 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/0f1a6f3f83704603bea0393d57baf181 2024-11-20T10:23:00,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/18c1c6b57e254dd6a4030646949812af to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/18c1c6b57e254dd6a4030646949812af 2024-11-20T10:23:00,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f58d9660711e427fa5a32998bfa3c7af to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f58d9660711e427fa5a32998bfa3c7af 2024-11-20T10:23:00,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/23c32d9ab1594aad86466929aa8f0390 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/23c32d9ab1594aad86466929aa8f0390 2024-11-20T10:23:00,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f139548fccaf43bebc38794411c8f824 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f139548fccaf43bebc38794411c8f824 2024-11-20T10:23:00,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/36ca2ff6d45b4fc5a920231929817a07 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/36ca2ff6d45b4fc5a920231929817a07 2024-11-20T10:23:00,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9825eaaa2e0d4949b44db1464d1e11f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/9825eaaa2e0d4949b44db1464d1e11f6 2024-11-20T10:23:00,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f5f6af85096b4c2086281b2b2750160e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/f5f6af85096b4c2086281b2b2750160e 2024-11-20T10:23:00,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/f062f98e236447b19904518897e2c6b5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/60f671fd10334c69aefae831496292f6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/52a211a7dade47f384d56fe2e56af5d7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d90aeaa5657c42a19d1935e2179753f8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4b45f5427e804808b2344d8168460236, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1b543b4df30c413598e181c0292a93c7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/36795b281feb429fba70bca503b85dd1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ce51d29dcf584d9f9c338db765a08af1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4e5e12dcec21444699bf1e5d134c2684, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2a4970fded454f7085050cb81f87d502, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d30cd27a621e469db5d1ed15c8df1221, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/23ef6c32c3d94671903976ad74af3cbb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2c65169456c0427c9269c384de8fdb4f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/672988409e624933ac92214378560959, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/67f04dfeb8484aca8551a8dfdf18b254, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1af314313c9d48baaf6c7b1f6cfb1a86, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/072ad71f0e28438281cd54de239a4702, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4d0e490671a44dfa95facbada2f61580, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/fb91f357ffc2482b9e2d3b5285ed003f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/02942e94215644fa994b942b8a8b7e74, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9d2943eecc5e4403a8a71a9d4804f60b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9863fd7f5b3f47c1ae5721798fc4dcad, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/87c348f315c443a692a36154c3e196f4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cfe64e2bcced40e3a3d74ffca3cd1986, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4a6351e8fb3a4f9b9ee036584bc1e278, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/40622219fef5451ab5181529846d0f02, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/3c807ea99e1b4cb2993f4179a7203d32, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ea3f3b9f5f29432a809e658e864caf44, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1a167437daf4479c85bc4f834540eced, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2618da3ce2794ec5ae9d85c8412e2d8d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/370554acfe5c483e81cc61ffcde507ab, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cc4214b39df844e599d73d2c40dfe43e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/c0bf63640dd54d85b65c8eb8ce545716, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8118cf8164ff48c6bd41a3af7ff68c35, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/233111506d4e48ebbda052b1321f79e9] to archive 2024-11-20T10:23:00,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:23:00,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/f062f98e236447b19904518897e2c6b5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/f062f98e236447b19904518897e2c6b5 2024-11-20T10:23:00,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/60f671fd10334c69aefae831496292f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/60f671fd10334c69aefae831496292f6 2024-11-20T10:23:00,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/52a211a7dade47f384d56fe2e56af5d7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/52a211a7dade47f384d56fe2e56af5d7 2024-11-20T10:23:00,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d90aeaa5657c42a19d1935e2179753f8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d90aeaa5657c42a19d1935e2179753f8 2024-11-20T10:23:00,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4b45f5427e804808b2344d8168460236 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4b45f5427e804808b2344d8168460236 2024-11-20T10:23:00,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1b543b4df30c413598e181c0292a93c7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1b543b4df30c413598e181c0292a93c7 2024-11-20T10:23:00,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/36795b281feb429fba70bca503b85dd1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/36795b281feb429fba70bca503b85dd1 2024-11-20T10:23:00,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ce51d29dcf584d9f9c338db765a08af1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ce51d29dcf584d9f9c338db765a08af1 2024-11-20T10:23:00,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4e5e12dcec21444699bf1e5d134c2684 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4e5e12dcec21444699bf1e5d134c2684 2024-11-20T10:23:00,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2a4970fded454f7085050cb81f87d502 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2a4970fded454f7085050cb81f87d502 2024-11-20T10:23:00,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d30cd27a621e469db5d1ed15c8df1221 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d30cd27a621e469db5d1ed15c8df1221 2024-11-20T10:23:00,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/23ef6c32c3d94671903976ad74af3cbb to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/23ef6c32c3d94671903976ad74af3cbb 2024-11-20T10:23:00,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2c65169456c0427c9269c384de8fdb4f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2c65169456c0427c9269c384de8fdb4f 2024-11-20T10:23:00,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/672988409e624933ac92214378560959 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/672988409e624933ac92214378560959 2024-11-20T10:23:00,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/67f04dfeb8484aca8551a8dfdf18b254 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/67f04dfeb8484aca8551a8dfdf18b254 2024-11-20T10:23:00,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1af314313c9d48baaf6c7b1f6cfb1a86 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1af314313c9d48baaf6c7b1f6cfb1a86 2024-11-20T10:23:00,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/072ad71f0e28438281cd54de239a4702 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/072ad71f0e28438281cd54de239a4702 2024-11-20T10:23:00,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4d0e490671a44dfa95facbada2f61580 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4d0e490671a44dfa95facbada2f61580 2024-11-20T10:23:00,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/fb91f357ffc2482b9e2d3b5285ed003f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/fb91f357ffc2482b9e2d3b5285ed003f 2024-11-20T10:23:00,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/02942e94215644fa994b942b8a8b7e74 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/02942e94215644fa994b942b8a8b7e74 2024-11-20T10:23:00,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9d2943eecc5e4403a8a71a9d4804f60b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9d2943eecc5e4403a8a71a9d4804f60b 2024-11-20T10:23:00,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9863fd7f5b3f47c1ae5721798fc4dcad to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/9863fd7f5b3f47c1ae5721798fc4dcad 2024-11-20T10:23:00,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/87c348f315c443a692a36154c3e196f4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/87c348f315c443a692a36154c3e196f4 2024-11-20T10:23:00,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cfe64e2bcced40e3a3d74ffca3cd1986 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cfe64e2bcced40e3a3d74ffca3cd1986 2024-11-20T10:23:00,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4a6351e8fb3a4f9b9ee036584bc1e278 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/4a6351e8fb3a4f9b9ee036584bc1e278 2024-11-20T10:23:00,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/40622219fef5451ab5181529846d0f02 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/40622219fef5451ab5181529846d0f02 2024-11-20T10:23:00,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/3c807ea99e1b4cb2993f4179a7203d32 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/3c807ea99e1b4cb2993f4179a7203d32 2024-11-20T10:23:00,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ea3f3b9f5f29432a809e658e864caf44 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/ea3f3b9f5f29432a809e658e864caf44 2024-11-20T10:23:00,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1a167437daf4479c85bc4f834540eced to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1a167437daf4479c85bc4f834540eced 2024-11-20T10:23:00,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2618da3ce2794ec5ae9d85c8412e2d8d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/2618da3ce2794ec5ae9d85c8412e2d8d 2024-11-20T10:23:00,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/370554acfe5c483e81cc61ffcde507ab to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/370554acfe5c483e81cc61ffcde507ab 2024-11-20T10:23:00,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cc4214b39df844e599d73d2c40dfe43e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/cc4214b39df844e599d73d2c40dfe43e 2024-11-20T10:23:00,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/c0bf63640dd54d85b65c8eb8ce545716 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/c0bf63640dd54d85b65c8eb8ce545716 2024-11-20T10:23:00,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8118cf8164ff48c6bd41a3af7ff68c35 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8118cf8164ff48c6bd41a3af7ff68c35 2024-11-20T10:23:00,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/233111506d4e48ebbda052b1321f79e9 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/233111506d4e48ebbda052b1321f79e9 2024-11-20T10:23:00,891 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/recovered.edits/540.seqid, newMaxSeqId=540, maxSeqId=1 2024-11-20T10:23:00,894 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c. 2024-11-20T10:23:00,894 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 8224e9b75aeb03b8337afacfbbfe125c: 2024-11-20T10:23:00,896 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:23:00,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=8224e9b75aeb03b8337afacfbbfe125c, regionState=CLOSED 2024-11-20T10:23:00,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T10:23:00,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 8224e9b75aeb03b8337afacfbbfe125c, server=d4f420762b49,44213,1732098148621 in 2.6390 sec 2024-11-20T10:23:00,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-20T10:23:00,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8224e9b75aeb03b8337afacfbbfe125c, UNASSIGN in 2.6430 sec 2024-11-20T10:23:00,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T10:23:00,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6500 sec 2024-11-20T10:23:00,905 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098180905"}]},"ts":"1732098180905"} 2024-11-20T10:23:00,907 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T10:23:00,910 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T10:23:00,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6700 sec 2024-11-20T10:23:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T10:23:02,352 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-20T10:23:02,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T10:23:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:02,359 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:02,361 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T10:23:02,364 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:23:02,368 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/recovered.edits] 2024-11-20T10:23:02,371 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3b90a451de2b4ed190f0d0c7dfc66e0e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3b90a451de2b4ed190f0d0c7dfc66e0e 2024-11-20T10:23:02,372 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3fe6447c98a04acb9f018f71a23ec798 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/3fe6447c98a04acb9f018f71a23ec798 2024-11-20T10:23:02,373 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a8aead558445427da6ff26e3f658a8fc to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/a8aead558445427da6ff26e3f658a8fc 2024-11-20T10:23:02,375 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c9bc1d5bf3884f3ebbbcef6ba2fee684 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/A/c9bc1d5bf3884f3ebbbcef6ba2fee684 2024-11-20T10:23:02,377 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/168765d11aae4c6db4efc82b65b8415e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/168765d11aae4c6db4efc82b65b8415e 2024-11-20T10:23:02,378 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/451255b7a3ad45e4a4593703607135c4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/451255b7a3ad45e4a4593703607135c4 2024-11-20T10:23:02,379 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87e7ff3b5dcc4b3cab96d40750763ff6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/87e7ff3b5dcc4b3cab96d40750763ff6 2024-11-20T10:23:02,380 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ceec5a66d8574603aa1755f1980e0f7e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/B/ceec5a66d8574603aa1755f1980e0f7e 2024-11-20T10:23:02,383 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/10dec16e2982484da2a613463597451b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/10dec16e2982484da2a613463597451b 2024-11-20T10:23:02,384 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1d3571a853da473ea46e947ac3d6e142 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/1d3571a853da473ea46e947ac3d6e142 2024-11-20T10:23:02,385 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8df0dc0a32da4536b89b8c51fe1342e6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/8df0dc0a32da4536b89b8c51fe1342e6 2024-11-20T10:23:02,387 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d52a90f386764bdcab6611930b806556 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/C/d52a90f386764bdcab6611930b806556 2024-11-20T10:23:02,389 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/recovered.edits/540.seqid to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c/recovered.edits/540.seqid 2024-11-20T10:23:02,390 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/8224e9b75aeb03b8337afacfbbfe125c 2024-11-20T10:23:02,390 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T10:23:02,395 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:02,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T10:23:02,402 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T10:23:02,433 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T10:23:02,434 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:02,434 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T10:23:02,434 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732098182434"}]},"ts":"9223372036854775807"} 2024-11-20T10:23:02,437 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T10:23:02,437 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8224e9b75aeb03b8337afacfbbfe125c, NAME => 'TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T10:23:02,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T10:23:02,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732098182437"}]},"ts":"9223372036854775807"} 2024-11-20T10:23:02,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T10:23:02,442 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:02,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-20T10:23:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T10:23:02,462 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-20T10:23:02,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x734303d3-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x734303d3-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d4f420762b49:44213-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/d4f420762b49:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966746774_22 at /127.0.0.1:36208 [Waiting for operation #354] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x734303d3-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-126020633_22 at /127.0.0.1:36824 [Waiting for operation #383] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x734303d3-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 6181) 2024-11-20T10:23:02,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=5637 2024-11-20T10:23:02,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:23:02,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:23:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:02,486 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:23:02,486 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:02,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-20T10:23:02,487 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:23:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T10:23:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741956_1132 (size=963) 2024-11-20T10:23:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T10:23:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T10:23:02,895 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:23:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741957_1133 (size=53) 2024-11-20T10:23:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T10:23:03,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:23:03,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 79a61976bb87dad103ed6bc037f889f6, disabling compactions & flushes 2024-11-20T10:23:03,302 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. after waiting 0 ms 2024-11-20T10:23:03,302 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,303 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,303 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:03,304 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:23:03,304 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732098183304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732098183304"}]},"ts":"1732098183304"} 2024-11-20T10:23:03,306 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T10:23:03,306 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:23:03,307 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098183306"}]},"ts":"1732098183306"} 2024-11-20T10:23:03,308 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T10:23:03,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, ASSIGN}] 2024-11-20T10:23:03,313 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, ASSIGN 2024-11-20T10:23:03,314 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, ASSIGN; state=OFFLINE, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=false 2024-11-20T10:23:03,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:03,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:23:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T10:23:03,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:03,621 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,621 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:23:03,621 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,621 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:23:03,622 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,622 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,623 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,624 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:03,625 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a61976bb87dad103ed6bc037f889f6 columnFamilyName A 2024-11-20T10:23:03,625 DEBUG [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:03,625 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(327): Store=79a61976bb87dad103ed6bc037f889f6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:03,625 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,627 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:03,627 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a61976bb87dad103ed6bc037f889f6 columnFamilyName B 2024-11-20T10:23:03,628 DEBUG [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:03,628 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(327): Store=79a61976bb87dad103ed6bc037f889f6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:03,628 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,629 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:03,629 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a61976bb87dad103ed6bc037f889f6 columnFamilyName C 2024-11-20T10:23:03,629 DEBUG [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:03,630 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(327): Store=79a61976bb87dad103ed6bc037f889f6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:03,630 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,630 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,631 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,632 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:23:03,633 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:03,635 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:23:03,635 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 79a61976bb87dad103ed6bc037f889f6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62241011, jitterRate=-0.0725366622209549}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:23:03,636 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:03,636 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., pid=41, masterSystemTime=1732098183617 2024-11-20T10:23:03,638 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,638 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:03,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:03,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T10:23:03,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 in 174 msec 2024-11-20T10:23:03,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T10:23:03,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, ASSIGN in 330 msec 2024-11-20T10:23:03,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:23:03,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098183645"}]},"ts":"1732098183645"} 2024-11-20T10:23:03,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T10:23:03,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:23:03,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-20T10:23:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T10:23:04,592 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-20T10:23:04,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-20T10:23:04,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:04,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:04,603 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:04,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:23:04,606 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:23:04,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:23:04,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:23:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741958_1134 (size=999) 2024-11-20T10:23:05,034 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T10:23:05,034 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T10:23:05,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:23:05,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, REOPEN/MOVE}] 2024-11-20T10:23:05,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, REOPEN/MOVE 2024-11-20T10:23:05,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,048 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:23:05,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:23:05,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,200 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,200 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:23:05,200 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 79a61976bb87dad103ed6bc037f889f6, disabling compactions & flushes 2024-11-20T10:23:05,200 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,200 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,200 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. after waiting 0 ms 2024-11-20T10:23:05,200 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,204 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T10:23:05,205 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,205 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:05,205 WARN [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 79a61976bb87dad103ed6bc037f889f6 to self. 2024-11-20T10:23:05,206 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=CLOSED 2024-11-20T10:23:05,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T10:23:05,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 in 160 msec 2024-11-20T10:23:05,209 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, REOPEN/MOVE; state=CLOSED, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=true 2024-11-20T10:23:05,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:23:05,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,516 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,516 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:23:05,516 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,516 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:23:05,517 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,517 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,519 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,519 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:05,524 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a61976bb87dad103ed6bc037f889f6 columnFamilyName A 2024-11-20T10:23:05,526 DEBUG [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:05,527 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(327): Store=79a61976bb87dad103ed6bc037f889f6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:05,527 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,528 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:05,528 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a61976bb87dad103ed6bc037f889f6 columnFamilyName B 2024-11-20T10:23:05,528 DEBUG [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:05,529 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(327): Store=79a61976bb87dad103ed6bc037f889f6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:05,529 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,529 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:05,529 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a61976bb87dad103ed6bc037f889f6 columnFamilyName C 2024-11-20T10:23:05,530 DEBUG [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:05,530 INFO [StoreOpener-79a61976bb87dad103ed6bc037f889f6-1 {}] regionserver.HStore(327): Store=79a61976bb87dad103ed6bc037f889f6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:05,530 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,531 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,532 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,533 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:23:05,534 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,535 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 79a61976bb87dad103ed6bc037f889f6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71779910, jitterRate=0.06960400938987732}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:23:05,536 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:05,537 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., pid=46, masterSystemTime=1732098185512 2024-11-20T10:23:05,538 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,538 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=OPEN, openSeqNum=5, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-20T10:23:05,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 in 179 msec 2024-11-20T10:23:05,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-20T10:23:05,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, REOPEN/MOVE in 495 msec 2024-11-20T10:23:05,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T10:23:05,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-20T10:23:05,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-20T10:23:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-20T10:23:05,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-20T10:23:05,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-20T10:23:05,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-20T10:23:05,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-20T10:23:05,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-20T10:23:05,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-20T10:23:05,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-20T10:23:05,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-20T10:23:05,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-20T10:23:05,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:05,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T10:23:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T10:23:05,610 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:05,610 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:05,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:05,612 DEBUG [hconnection-0x1226f85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,612 DEBUG [hconnection-0x510e5a03-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,612 DEBUG [hconnection-0x5484627a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,612 DEBUG [hconnection-0x72cde130-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,613 DEBUG [hconnection-0x2ff0ffb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,613 DEBUG [hconnection-0x20a8fd53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,614 DEBUG [hconnection-0x120bea02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,614 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,614 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,614 DEBUG [hconnection-0x6180ffbe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,614 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,615 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,615 DEBUG [hconnection-0x7f4c70-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:05,615 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,616 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,616 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:05,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:23:05,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:05,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:05,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:05,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098245677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098245676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098245685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098245685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098245685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204145f8df72a44bf7a612883876a139b9_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098185632/Put/seqid=0 2024-11-20T10:23:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T10:23:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741959_1135 (size=12154) 2024-11-20T10:23:05,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:05,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:05,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098245787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098245787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098245788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098245788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098245790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T10:23:05,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:05,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:05,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:05,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:05,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098245991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098245991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098245991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098245992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:05,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098245993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,071 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,094 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T10:23:06,096 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T10:23:06,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:06,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204145f8df72a44bf7a612883876a139b9_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204145f8df72a44bf7a612883876a139b9_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:06,138 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7e29c610a27c4d8d886a4d231fbd1600, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:06,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7e29c610a27c4d8d886a4d231fbd1600 is 175, key is test_row_0/A:col10/1732098185632/Put/seqid=0 2024-11-20T10:23:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741960_1136 (size=30955) 2024-11-20T10:23:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T10:23:06,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098246296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098246296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098246297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098246297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098246297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:23:06,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,576 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7e29c610a27c4d8d886a4d231fbd1600 2024-11-20T10:23:06,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/493068a6f4c14c23ab0eb9a84f5f7178 is 50, key is test_row_0/B:col10/1732098185632/Put/seqid=0 2024-11-20T10:23:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741961_1137 (size=12001) 2024-11-20T10:23:06,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/493068a6f4c14c23ab0eb9a84f5f7178 2024-11-20T10:23:06,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/9a2cf1f628904f5389cfe63bcfdf4537 is 50, key is test_row_0/C:col10/1732098185632/Put/seqid=0 2024-11-20T10:23:06,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741962_1138 (size=12001) 2024-11-20T10:23:06,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T10:23:06,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098246802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098246802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098246802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098246804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098246804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:06,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:06,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:06,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:06,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:06,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:06,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:07,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/9a2cf1f628904f5389cfe63bcfdf4537 2024-11-20T10:23:07,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7e29c610a27c4d8d886a4d231fbd1600 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7e29c610a27c4d8d886a4d231fbd1600 2024-11-20T10:23:07,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7e29c610a27c4d8d886a4d231fbd1600, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T10:23:07,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/493068a6f4c14c23ab0eb9a84f5f7178 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/493068a6f4c14c23ab0eb9a84f5f7178 2024-11-20T10:23:07,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/493068a6f4c14c23ab0eb9a84f5f7178, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T10:23:07,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/9a2cf1f628904f5389cfe63bcfdf4537 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/9a2cf1f628904f5389cfe63bcfdf4537 2024-11-20T10:23:07,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/9a2cf1f628904f5389cfe63bcfdf4537, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T10:23:07,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 79a61976bb87dad103ed6bc037f889f6 in 1483ms, sequenceid=16, compaction requested=false 2024-11-20T10:23:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T10:23:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:07,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:07,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T10:23:07,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:07,150 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:23:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:07,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bad3ec5c2f7645118e31aefc89073eac_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098185681/Put/seqid=0 2024-11-20T10:23:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741963_1139 (size=12154) 2024-11-20T10:23:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,222 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bad3ec5c2f7645118e31aefc89073eac_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bad3ec5c2f7645118e31aefc89073eac_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/99a1fe0fbe604ec59a2aa686314670b2, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/99a1fe0fbe604ec59a2aa686314670b2 is 175, key is test_row_0/A:col10/1732098185681/Put/seqid=0 2024-11-20T10:23:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741964_1140 (size=30955) 2024-11-20T10:23:07,235 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/99a1fe0fbe604ec59a2aa686314670b2 2024-11-20T10:23:07,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/634fb76f434d44669c4b08b608cc2cfd is 50, key is test_row_0/B:col10/1732098185681/Put/seqid=0 2024-11-20T10:23:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741965_1141 (size=12001) 2024-11-20T10:23:07,256 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/634fb76f434d44669c4b08b608cc2cfd 2024-11-20T10:23:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/a057a14605374072816974e89afde40c is 50, key is test_row_0/C:col10/1732098185681/Put/seqid=0 2024-11-20T10:23:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741966_1142 (size=12001) 2024-11-20T10:23:07,279 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/a057a14605374072816974e89afde40c 2024-11-20T10:23:07,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/99a1fe0fbe604ec59a2aa686314670b2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/99a1fe0fbe604ec59a2aa686314670b2 2024-11-20T10:23:07,298 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/99a1fe0fbe604ec59a2aa686314670b2, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T10:23:07,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/634fb76f434d44669c4b08b608cc2cfd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/634fb76f434d44669c4b08b608cc2cfd 2024-11-20T10:23:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,305 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/634fb76f434d44669c4b08b608cc2cfd, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T10:23:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/a057a14605374072816974e89afde40c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/a057a14605374072816974e89afde40c 2024-11-20T10:23:07,312 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/a057a14605374072816974e89afde40c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T10:23:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,313 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 79a61976bb87dad103ed6bc037f889f6 in 163ms, sequenceid=41, compaction requested=false 2024-11-20T10:23:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T10:23:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T10:23:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T10:23:07,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7050 sec 2024-11-20T10:23:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.7100 sec 2024-11-20T10:23:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T10:23:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,715 INFO [Thread-666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T10:23:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T10:23:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T10:23:07,720 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,721 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T10:23:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:07,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:23:07,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:07,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:07,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:07,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:07,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098a58295eb4e452b937f06d0e4532ec0_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098187857/Put/seqid=0 2024-11-20T10:23:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741968_1144 (size=24358) 2024-11-20T10:23:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:07,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098247921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098247923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098247925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098247926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098247925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T10:23:08,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098248029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098248031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098248031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098248031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098248032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:08,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:08,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098248232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098248234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098248235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098248236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098248236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,302 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:08,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112098a58295eb4e452b937f06d0e4532ec0_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098a58295eb4e452b937f06d0e4532ec0_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:08,311 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b46ff40ad1e44bec91c04ba17d1c89b9, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:08,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b46ff40ad1e44bec91c04ba17d1c89b9 is 175, key is test_row_0/A:col10/1732098187857/Put/seqid=0 2024-11-20T10:23:08,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741967_1143 (size=73990) 2024-11-20T10:23:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T10:23:08,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:08,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:08,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098248535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098248540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098248540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098248540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098248542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:08,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:08,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b46ff40ad1e44bec91c04ba17d1c89b9 2024-11-20T10:23:08,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/c53babf192c14a68ad441f591a116d92 is 50, key is test_row_0/B:col10/1732098187857/Put/seqid=0 2024-11-20T10:23:08,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741969_1145 (size=9657) 2024-11-20T10:23:08,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/c53babf192c14a68ad441f591a116d92 2024-11-20T10:23:08,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/187b6baab9f14ddba2bb09fa9fd95ff0 is 50, key is test_row_0/C:col10/1732098187857/Put/seqid=0 2024-11-20T10:23:08,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741970_1146 (size=9657) 2024-11-20T10:23:08,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/187b6baab9f14ddba2bb09fa9fd95ff0 2024-11-20T10:23:08,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b46ff40ad1e44bec91c04ba17d1c89b9 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b46ff40ad1e44bec91c04ba17d1c89b9 2024-11-20T10:23:08,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b46ff40ad1e44bec91c04ba17d1c89b9, entries=400, sequenceid=52, filesize=72.3 K 2024-11-20T10:23:08,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/c53babf192c14a68ad441f591a116d92 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/c53babf192c14a68ad441f591a116d92 2024-11-20T10:23:08,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/c53babf192c14a68ad441f591a116d92, entries=100, sequenceid=52, filesize=9.4 K 2024-11-20T10:23:08,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/187b6baab9f14ddba2bb09fa9fd95ff0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/187b6baab9f14ddba2bb09fa9fd95ff0 2024-11-20T10:23:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:08,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/187b6baab9f14ddba2bb09fa9fd95ff0, entries=100, sequenceid=52, filesize=9.4 K 2024-11-20T10:23:08,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 79a61976bb87dad103ed6bc037f889f6 in 949ms, sequenceid=52, compaction requested=true 2024-11-20T10:23:08,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:08,808 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:08,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:08,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:08,809 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:08,810 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135900 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:08,810 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/A is initiating minor compaction (all files) 2024-11-20T10:23:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:08,810 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/A in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:08,811 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7e29c610a27c4d8d886a4d231fbd1600, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/99a1fe0fbe604ec59a2aa686314670b2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b46ff40ad1e44bec91c04ba17d1c89b9] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=132.7 K 2024-11-20T10:23:08,811 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,811 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7e29c610a27c4d8d886a4d231fbd1600, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/99a1fe0fbe604ec59a2aa686314670b2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b46ff40ad1e44bec91c04ba17d1c89b9] 2024-11-20T10:23:08,812 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:08,812 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/B is initiating minor compaction (all files) 2024-11-20T10:23:08,813 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/B in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,813 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/493068a6f4c14c23ab0eb9a84f5f7178, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/634fb76f434d44669c4b08b608cc2cfd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/c53babf192c14a68ad441f591a116d92] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=32.9 K 2024-11-20T10:23:08,813 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e29c610a27c4d8d886a4d231fbd1600, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732098185628 2024-11-20T10:23:08,814 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 493068a6f4c14c23ab0eb9a84f5f7178, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732098185628 2024-11-20T10:23:08,814 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99a1fe0fbe604ec59a2aa686314670b2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732098185671 2024-11-20T10:23:08,815 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 634fb76f434d44669c4b08b608cc2cfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732098185671 2024-11-20T10:23:08,815 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting b46ff40ad1e44bec91c04ba17d1c89b9, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732098187846 2024-11-20T10:23:08,815 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting c53babf192c14a68ad441f591a116d92, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732098187855 2024-11-20T10:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T10:23:08,831 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:08,831 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/207645e3a9b7494c9933a83ab69f1d7f is 50, key is test_row_0/B:col10/1732098187857/Put/seqid=0 2024-11-20T10:23:08,841 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:08,865 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e24de251f10b4abdb89bc8041ed26a23_79a61976bb87dad103ed6bc037f889f6 store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741971_1147 (size=12104) 2024-11-20T10:23:08,879 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/207645e3a9b7494c9933a83ab69f1d7f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/207645e3a9b7494c9933a83ab69f1d7f 2024-11-20T10:23:08,881 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e24de251f10b4abdb89bc8041ed26a23_79a61976bb87dad103ed6bc037f889f6, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:08,882 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e24de251f10b4abdb89bc8041ed26a23_79a61976bb87dad103ed6bc037f889f6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:08,891 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/B of 79a61976bb87dad103ed6bc037f889f6 into 207645e3a9b7494c9933a83ab69f1d7f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:08,891 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:08,891 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/B, priority=13, startTime=1732098188808; duration=0sec 2024-11-20T10:23:08,891 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:08,891 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:B 2024-11-20T10:23:08,891 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:08,893 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:08,893 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/C is initiating minor compaction (all files) 2024-11-20T10:23:08,895 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/C in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,895 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/9a2cf1f628904f5389cfe63bcfdf4537, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/a057a14605374072816974e89afde40c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/187b6baab9f14ddba2bb09fa9fd95ff0] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=32.9 K 2024-11-20T10:23:08,896 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a2cf1f628904f5389cfe63bcfdf4537, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732098185628 2024-11-20T10:23:08,897 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting a057a14605374072816974e89afde40c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732098185671 2024-11-20T10:23:08,897 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 187b6baab9f14ddba2bb09fa9fd95ff0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732098187855 2024-11-20T10:23:08,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741972_1148 (size=4469) 2024-11-20T10:23:08,911 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#A#compaction#127 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:08,913 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:08,913 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/2c1aa9102cb24f13b3bdab118698e171 is 175, key is test_row_0/A:col10/1732098187857/Put/seqid=0 2024-11-20T10:23:08,913 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/0f7439d17c894a06a0c332d8f1a47971 is 50, key is test_row_0/C:col10/1732098187857/Put/seqid=0 2024-11-20T10:23:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741973_1149 (size=31165) 2024-11-20T10:23:08,933 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/2c1aa9102cb24f13b3bdab118698e171 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2c1aa9102cb24f13b3bdab118698e171 2024-11-20T10:23:08,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741974_1150 (size=12104) 2024-11-20T10:23:08,947 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/0f7439d17c894a06a0c332d8f1a47971 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0f7439d17c894a06a0c332d8f1a47971 2024-11-20T10:23:08,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:08,949 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/A of 79a61976bb87dad103ed6bc037f889f6 into 2c1aa9102cb24f13b3bdab118698e171(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:08,949 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:08,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T10:23:08,949 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/A, priority=13, startTime=1732098188807; duration=0sec 2024-11-20T10:23:08,949 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:08,950 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:A 2024-11-20T10:23:08,950 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:23:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:08,954 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/C of 79a61976bb87dad103ed6bc037f889f6 into 0f7439d17c894a06a0c332d8f1a47971(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:08,954 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:08,954 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/C, priority=13, startTime=1732098188810; duration=0sec 2024-11-20T10:23:08,954 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:08,954 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:C 2024-11-20T10:23:08,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120679cd2ac525348208da85cc3fe595f50_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098187924/Put/seqid=0 2024-11-20T10:23:08,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741975_1151 (size=12154) 2024-11-20T10:23:08,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:08,992 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120679cd2ac525348208da85cc3fe595f50_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120679cd2ac525348208da85cc3fe595f50_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:08,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/459e7c7560184ad2a323a9f8a8d707a1, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:08,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/459e7c7560184ad2a323a9f8a8d707a1 is 175, key is test_row_0/A:col10/1732098187924/Put/seqid=0 2024-11-20T10:23:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741976_1152 (size=30955) 2024-11-20T10:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:09,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:09,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098249048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098249051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098249052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098249056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098249056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098249157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098249157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098249160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098249161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098249360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098249377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098249377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098249378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,404 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/459e7c7560184ad2a323a9f8a8d707a1 2024-11-20T10:23:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/2802066f2e654afcb6893344d211cbe9 is 50, key is test_row_0/B:col10/1732098187924/Put/seqid=0 2024-11-20T10:23:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741977_1153 (size=12001) 2024-11-20T10:23:09,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098249681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098249681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098249681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098249683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:09,818 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/2802066f2e654afcb6893344d211cbe9 2024-11-20T10:23:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T10:23:09,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/07bb6f79689848d98fd618ff0c55126a is 50, key is test_row_0/C:col10/1732098187924/Put/seqid=0 2024-11-20T10:23:09,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741978_1154 (size=12001) 2024-11-20T10:23:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098250060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:10,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098250186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098250187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098250187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098250188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:10,238 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/07bb6f79689848d98fd618ff0c55126a 2024-11-20T10:23:10,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/459e7c7560184ad2a323a9f8a8d707a1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/459e7c7560184ad2a323a9f8a8d707a1 2024-11-20T10:23:10,248 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/459e7c7560184ad2a323a9f8a8d707a1, entries=150, sequenceid=79, filesize=30.2 K 2024-11-20T10:23:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/2802066f2e654afcb6893344d211cbe9 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2802066f2e654afcb6893344d211cbe9 2024-11-20T10:23:10,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2802066f2e654afcb6893344d211cbe9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T10:23:10,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/07bb6f79689848d98fd618ff0c55126a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/07bb6f79689848d98fd618ff0c55126a 2024-11-20T10:23:10,266 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/07bb6f79689848d98fd618ff0c55126a, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T10:23:10,267 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 79a61976bb87dad103ed6bc037f889f6 in 1317ms, sequenceid=79, compaction requested=false 2024-11-20T10:23:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T10:23:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T10:23:10,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T10:23:10,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5480 sec 2024-11-20T10:23:10,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5540 sec 2024-11-20T10:23:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:11,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T10:23:11,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:11,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:11,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:11,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:11,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:11,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:11,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f053d1b799a4082bd22a441ed777488_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098191194/Put/seqid=0 2024-11-20T10:23:11,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741979_1155 (size=17034) 2024-11-20T10:23:11,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098251222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098251223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098251224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098251224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098251326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098251327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098251329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098251329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098251531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098251531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098251532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098251532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:11,626 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f053d1b799a4082bd22a441ed777488_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f053d1b799a4082bd22a441ed777488_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:11,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cea36cc4d3a349fc86c87a561df20191, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:11,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cea36cc4d3a349fc86c87a561df20191 is 175, key is test_row_0/A:col10/1732098191194/Put/seqid=0 2024-11-20T10:23:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741980_1156 (size=48139) 2024-11-20T10:23:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T10:23:11,826 INFO [Thread-666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T10:23:11,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T10:23:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T10:23:11,829 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:11,830 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:11,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098251834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098251834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098251835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098251837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T10:23:11,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:11,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T10:23:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:11,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cea36cc4d3a349fc86c87a561df20191 2024-11-20T10:23:12,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/5be44ad86c7148f4a5aea4ccc698bc73 is 50, key is test_row_0/B:col10/1732098191194/Put/seqid=0 2024-11-20T10:23:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741981_1157 (size=12001) 2024-11-20T10:23:12,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098252073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,077 DEBUG [Thread-660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., hostname=d4f420762b49,44213,1732098148621, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T10:23:12,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T10:23:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T10:23:12,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098252336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098252337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098252338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098252346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T10:23:12,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T10:23:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:12,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/5be44ad86c7148f4a5aea4ccc698bc73 2024-11-20T10:23:12,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/2321da5cbfef473cb25f6376ddfbd374 is 50, key is test_row_0/C:col10/1732098191194/Put/seqid=0 2024-11-20T10:23:12,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741982_1158 (size=12001) 2024-11-20T10:23:12,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T10:23:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T10:23:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:12,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/2321da5cbfef473cb25f6376ddfbd374 2024-11-20T10:23:12,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cea36cc4d3a349fc86c87a561df20191 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cea36cc4d3a349fc86c87a561df20191 2024-11-20T10:23:12,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cea36cc4d3a349fc86c87a561df20191, entries=250, sequenceid=94, filesize=47.0 K 2024-11-20T10:23:12,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/5be44ad86c7148f4a5aea4ccc698bc73 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5be44ad86c7148f4a5aea4ccc698bc73 2024-11-20T10:23:12,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5be44ad86c7148f4a5aea4ccc698bc73, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T10:23:12,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/2321da5cbfef473cb25f6376ddfbd374 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2321da5cbfef473cb25f6376ddfbd374 2024-11-20T10:23:12,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2321da5cbfef473cb25f6376ddfbd374, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T10:23:12,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 79a61976bb87dad103ed6bc037f889f6 in 1703ms, sequenceid=94, compaction requested=true 2024-11-20T10:23:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:12,899 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:12,899 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:12,901 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:12,901 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/A is initiating minor compaction (all files) 2024-11-20T10:23:12,901 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/A in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:12,901 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2c1aa9102cb24f13b3bdab118698e171, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/459e7c7560184ad2a323a9f8a8d707a1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cea36cc4d3a349fc86c87a561df20191] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=107.7 K 2024-11-20T10:23:12,901 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,901 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2c1aa9102cb24f13b3bdab118698e171, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/459e7c7560184ad2a323a9f8a8d707a1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cea36cc4d3a349fc86c87a561df20191] 2024-11-20T10:23:12,902 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c1aa9102cb24f13b3bdab118698e171, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732098185674 2024-11-20T10:23:12,902 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:12,902 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/B is initiating minor compaction (all files) 2024-11-20T10:23:12,902 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/B in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,902 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/207645e3a9b7494c9933a83ab69f1d7f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2802066f2e654afcb6893344d211cbe9, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5be44ad86c7148f4a5aea4ccc698bc73] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=35.3 K 2024-11-20T10:23:12,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T10:23:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:12,903 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T10:23:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:12,904 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 207645e3a9b7494c9933a83ab69f1d7f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732098185674 2024-11-20T10:23:12,905 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 459e7c7560184ad2a323a9f8a8d707a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732098187917 2024-11-20T10:23:12,905 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2802066f2e654afcb6893344d211cbe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732098187917 2024-11-20T10:23:12,905 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cea36cc4d3a349fc86c87a561df20191, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098189049 2024-11-20T10:23:12,906 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 5be44ad86c7148f4a5aea4ccc698bc73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098189050 2024-11-20T10:23:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc12095439794418a09670466753d89b_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098191222/Put/seqid=0 2024-11-20T10:23:12,934 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:12,935 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/75df2cfb8c284b51a3ea61fecdcde978 is 50, key is test_row_0/B:col10/1732098191194/Put/seqid=0 2024-11-20T10:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T10:23:12,953 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741983_1159 (size=12154) 2024-11-20T10:23:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:12,978 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc12095439794418a09670466753d89b_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc12095439794418a09670466753d89b_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/569817411fa44e76ac28224e166a53e2, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/569817411fa44e76ac28224e166a53e2 is 175, key is test_row_0/A:col10/1732098191222/Put/seqid=0 2024-11-20T10:23:12,985 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112065bdc738686b42a29f83cdb744c22605_79a61976bb87dad103ed6bc037f889f6 store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:12,987 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112065bdc738686b42a29f83cdb744c22605_79a61976bb87dad103ed6bc037f889f6, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:12,987 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112065bdc738686b42a29f83cdb744c22605_79a61976bb87dad103ed6bc037f889f6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741984_1160 (size=12207) 2024-11-20T10:23:13,008 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/75df2cfb8c284b51a3ea61fecdcde978 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/75df2cfb8c284b51a3ea61fecdcde978 2024-11-20T10:23:13,015 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/B of 79a61976bb87dad103ed6bc037f889f6 into 75df2cfb8c284b51a3ea61fecdcde978(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:13,015 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:13,015 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/B, priority=13, startTime=1732098192899; duration=0sec 2024-11-20T10:23:13,015 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:13,015 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:B 2024-11-20T10:23:13,016 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:13,017 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:13,017 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/C is initiating minor compaction (all files) 2024-11-20T10:23:13,017 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/C in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:13,017 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0f7439d17c894a06a0c332d8f1a47971, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/07bb6f79689848d98fd618ff0c55126a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2321da5cbfef473cb25f6376ddfbd374] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=35.3 K 2024-11-20T10:23:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741985_1161 (size=30955) 2024-11-20T10:23:13,019 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f7439d17c894a06a0c332d8f1a47971, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732098185674 2024-11-20T10:23:13,019 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/569817411fa44e76ac28224e166a53e2 2024-11-20T10:23:13,020 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 07bb6f79689848d98fd618ff0c55126a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732098187917 2024-11-20T10:23:13,020 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2321da5cbfef473cb25f6376ddfbd374, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098189050 2024-11-20T10:23:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741986_1162 (size=4469) 2024-11-20T10:23:13,034 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#A#compaction#137 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:13,035 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/ae07bc935c9340b3b3eb21524b268d0d is 175, key is test_row_0/A:col10/1732098191194/Put/seqid=0 2024-11-20T10:23:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/afde76a5b1584505a389278b563bc133 is 50, key is test_row_0/B:col10/1732098191222/Put/seqid=0 2024-11-20T10:23:13,058 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:13,058 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/2f44c8a8f56a4a2880a53f066ed8510d is 50, key is test_row_0/C:col10/1732098191194/Put/seqid=0 2024-11-20T10:23:13,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741987_1163 (size=31161) 2024-11-20T10:23:13,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741988_1164 (size=12001) 2024-11-20T10:23:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741989_1165 (size=12207) 2024-11-20T10:23:13,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:13,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098253352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098253353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098253356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098253357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098253458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098253458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098253458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098253460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,463 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/afde76a5b1584505a389278b563bc133 2024-11-20T10:23:13,469 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/ae07bc935c9340b3b3eb21524b268d0d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/ae07bc935c9340b3b3eb21524b268d0d 2024-11-20T10:23:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3814c34d4fff4a9199759fa37d67c5f0 is 50, key is test_row_0/C:col10/1732098191222/Put/seqid=0 2024-11-20T10:23:13,476 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/2f44c8a8f56a4a2880a53f066ed8510d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2f44c8a8f56a4a2880a53f066ed8510d 2024-11-20T10:23:13,480 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/A of 79a61976bb87dad103ed6bc037f889f6 into ae07bc935c9340b3b3eb21524b268d0d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:13,480 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:13,480 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/A, priority=13, startTime=1732098192899; duration=0sec 2024-11-20T10:23:13,480 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:13,480 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:A 2024-11-20T10:23:13,485 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/C of 79a61976bb87dad103ed6bc037f889f6 into 2f44c8a8f56a4a2880a53f066ed8510d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:13,485 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:13,485 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/C, priority=13, startTime=1732098192899; duration=0sec 2024-11-20T10:23:13,485 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:13,485 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:C 2024-11-20T10:23:13,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741990_1166 (size=12001) 2024-11-20T10:23:13,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098253661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098253661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098253662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098253663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,899 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3814c34d4fff4a9199759fa37d67c5f0 2024-11-20T10:23:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/569817411fa44e76ac28224e166a53e2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/569817411fa44e76ac28224e166a53e2 2024-11-20T10:23:13,911 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/569817411fa44e76ac28224e166a53e2, entries=150, sequenceid=117, filesize=30.2 K 2024-11-20T10:23:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/afde76a5b1584505a389278b563bc133 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/afde76a5b1584505a389278b563bc133 2024-11-20T10:23:13,917 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/afde76a5b1584505a389278b563bc133, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T10:23:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3814c34d4fff4a9199759fa37d67c5f0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3814c34d4fff4a9199759fa37d67c5f0 2024-11-20T10:23:13,928 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3814c34d4fff4a9199759fa37d67c5f0, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T10:23:13,929 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 79a61976bb87dad103ed6bc037f889f6 in 1026ms, sequenceid=117, compaction requested=false 2024-11-20T10:23:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T10:23:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T10:23:13,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T10:23:13,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1000 sec 2024-11-20T10:23:13,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.1060 sec 2024-11-20T10:23:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T10:23:13,938 INFO [Thread-666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T10:23:13,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T10:23:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T10:23:13,940 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:13,941 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:13,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:13,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T10:23:13,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:13,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:13,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:13,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:13,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:13,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:13,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112049cef52db368443f94f4e43014659013_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098193354/Put/seqid=0 2024-11-20T10:23:13,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741991_1167 (size=17234) 2024-11-20T10:23:13,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098253987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098253987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098253989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:13,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098253989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T10:23:14,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098254093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098254093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098254093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098254095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,114 INFO [master/d4f420762b49:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T10:23:14,114 INFO [master/d4f420762b49:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T10:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T10:23:14,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098254296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098254296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098254298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098254298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:14,397 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112049cef52db368443f94f4e43014659013_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112049cef52db368443f94f4e43014659013_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:14,398 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/dead86e3ad144bd1a1f1e8115af5d9c5, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:14,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/dead86e3ad144bd1a1f1e8115af5d9c5 is 175, key is test_row_0/A:col10/1732098193354/Put/seqid=0 2024-11-20T10:23:14,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741992_1168 (size=48339) 2024-11-20T10:23:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T10:23:14,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098254599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098254599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098254600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098254601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,816 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/dead86e3ad144bd1a1f1e8115af5d9c5 2024-11-20T10:23:14,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/ca636c4cee8b42cd9b39e261988992ba is 50, key is test_row_0/B:col10/1732098193354/Put/seqid=0 2024-11-20T10:23:14,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741993_1169 (size=12101) 2024-11-20T10:23:14,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:14,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:14,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T10:23:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098255104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098255104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098255105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098255107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/ca636c4cee8b42cd9b39e261988992ba 2024-11-20T10:23:15,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6bc35dae851c454ebf4cbbcc41016c60 is 50, key is test_row_0/C:col10/1732098193354/Put/seqid=0 2024-11-20T10:23:15,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741994_1170 (size=12101) 2024-11-20T10:23:15,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:15,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:15,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6bc35dae851c454ebf4cbbcc41016c60 2024-11-20T10:23:15,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/dead86e3ad144bd1a1f1e8115af5d9c5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/dead86e3ad144bd1a1f1e8115af5d9c5 2024-11-20T10:23:15,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/dead86e3ad144bd1a1f1e8115af5d9c5, entries=250, sequenceid=135, filesize=47.2 K 2024-11-20T10:23:15,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/ca636c4cee8b42cd9b39e261988992ba as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/ca636c4cee8b42cd9b39e261988992ba 2024-11-20T10:23:15,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/ca636c4cee8b42cd9b39e261988992ba, entries=150, sequenceid=135, filesize=11.8 K 2024-11-20T10:23:15,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6bc35dae851c454ebf4cbbcc41016c60 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6bc35dae851c454ebf4cbbcc41016c60 2024-11-20T10:23:15,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6bc35dae851c454ebf4cbbcc41016c60, entries=150, sequenceid=135, filesize=11.8 K 2024-11-20T10:23:15,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 79a61976bb87dad103ed6bc037f889f6 in 1709ms, sequenceid=135, compaction requested=true 2024-11-20T10:23:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:15,675 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:15,675 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:15,677 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:15,677 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/B is initiating minor compaction (all files) 2024-11-20T10:23:15,677 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/B in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,677 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/75df2cfb8c284b51a3ea61fecdcde978, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/afde76a5b1584505a389278b563bc133, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/ca636c4cee8b42cd9b39e261988992ba] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=35.5 K 2024-11-20T10:23:15,677 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:15,677 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/A is initiating minor compaction (all files) 2024-11-20T10:23:15,677 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/A in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,677 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/ae07bc935c9340b3b3eb21524b268d0d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/569817411fa44e76ac28224e166a53e2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/dead86e3ad144bd1a1f1e8115af5d9c5] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=107.9 K 2024-11-20T10:23:15,677 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,678 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/ae07bc935c9340b3b3eb21524b268d0d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/569817411fa44e76ac28224e166a53e2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/dead86e3ad144bd1a1f1e8115af5d9c5] 2024-11-20T10:23:15,678 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 75df2cfb8c284b51a3ea61fecdcde978, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098189050 2024-11-20T10:23:15,678 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae07bc935c9340b3b3eb21524b268d0d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098189050 2024-11-20T10:23:15,679 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting afde76a5b1584505a389278b563bc133, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732098191213 2024-11-20T10:23:15,679 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 569817411fa44e76ac28224e166a53e2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732098191213 2024-11-20T10:23:15,679 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting dead86e3ad144bd1a1f1e8115af5d9c5, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732098193348 2024-11-20T10:23:15,679 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting ca636c4cee8b42cd9b39e261988992ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732098193348 2024-11-20T10:23:15,693 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:15,694 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:15,695 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/29750151eeba4ebdb13cfd1802e9dd47 is 50, key is test_row_0/B:col10/1732098193354/Put/seqid=0 2024-11-20T10:23:15,695 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d69481254c104551a2ee8fd401ddb5e4_79a61976bb87dad103ed6bc037f889f6 store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:15,697 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d69481254c104551a2ee8fd401ddb5e4_79a61976bb87dad103ed6bc037f889f6, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:15,697 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d69481254c104551a2ee8fd401ddb5e4_79a61976bb87dad103ed6bc037f889f6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741995_1171 (size=12409) 2024-11-20T10:23:15,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741996_1172 (size=4469) 2024-11-20T10:23:15,715 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#A#compaction#145 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:15,716 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cd81c55f4083406e8b439b20a7c856e2 is 175, key is test_row_0/A:col10/1732098193354/Put/seqid=0 2024-11-20T10:23:15,717 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/29750151eeba4ebdb13cfd1802e9dd47 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/29750151eeba4ebdb13cfd1802e9dd47 2024-11-20T10:23:15,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741997_1173 (size=31363) 2024-11-20T10:23:15,724 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/B of 79a61976bb87dad103ed6bc037f889f6 into 29750151eeba4ebdb13cfd1802e9dd47(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:15,724 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:15,724 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/B, priority=13, startTime=1732098195675; duration=0sec 2024-11-20T10:23:15,724 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:15,724 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:B 2024-11-20T10:23:15,724 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:15,727 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:15,727 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/C is initiating minor compaction (all files) 2024-11-20T10:23:15,727 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/C in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,727 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2f44c8a8f56a4a2880a53f066ed8510d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3814c34d4fff4a9199759fa37d67c5f0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6bc35dae851c454ebf4cbbcc41016c60] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=35.5 K 2024-11-20T10:23:15,728 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f44c8a8f56a4a2880a53f066ed8510d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098189050 2024-11-20T10:23:15,728 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3814c34d4fff4a9199759fa37d67c5f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732098191213 2024-11-20T10:23:15,729 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bc35dae851c454ebf4cbbcc41016c60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732098193348 2024-11-20T10:23:15,730 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cd81c55f4083406e8b439b20a7c856e2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cd81c55f4083406e8b439b20a7c856e2 2024-11-20T10:23:15,737 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/A of 79a61976bb87dad103ed6bc037f889f6 into cd81c55f4083406e8b439b20a7c856e2(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:15,737 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:15,737 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/A, priority=13, startTime=1732098195675; duration=0sec 2024-11-20T10:23:15,737 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:15,737 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:A 2024-11-20T10:23:15,741 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:15,742 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/f805c48992f14871872d8834aebb192a is 50, key is test_row_0/C:col10/1732098193354/Put/seqid=0 2024-11-20T10:23:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741998_1174 (size=12409) 2024-11-20T10:23:15,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:15,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T10:23:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:15,779 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:23:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:15,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ab2aae8abcdd498aa7d5345578448be9_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098193982/Put/seqid=0 2024-11-20T10:23:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741999_1175 (size=12304) 2024-11-20T10:23:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T10:23:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:16,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:16,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098256115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098256115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098256117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098256118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098256118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,161 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/f805c48992f14871872d8834aebb192a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/f805c48992f14871872d8834aebb192a 2024-11-20T10:23:16,167 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/C of 79a61976bb87dad103ed6bc037f889f6 into f805c48992f14871872d8834aebb192a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:16,167 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:16,167 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/C, priority=13, startTime=1732098195675; duration=0sec 2024-11-20T10:23:16,167 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:16,167 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:C 2024-11-20T10:23:16,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:16,198 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ab2aae8abcdd498aa7d5345578448be9_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ab2aae8abcdd498aa7d5345578448be9_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/830e482536794f72bc19ee91cad12986, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/830e482536794f72bc19ee91cad12986 is 175, key is test_row_0/A:col10/1732098193982/Put/seqid=0 2024-11-20T10:23:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742000_1176 (size=31105) 2024-11-20T10:23:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098256220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098256221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098256221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098256423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098256423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098256424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,609 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/830e482536794f72bc19ee91cad12986 2024-11-20T10:23:16,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/2cee9366e4ff445a958c142f2b6caefd is 50, key is test_row_0/B:col10/1732098193982/Put/seqid=0 2024-11-20T10:23:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742001_1177 (size=12151) 2024-11-20T10:23:16,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098256726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098256727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098256729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,025 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/2cee9366e4ff445a958c142f2b6caefd 2024-11-20T10:23:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6eb225e020f14b84904261f21549528b is 50, key is test_row_0/C:col10/1732098193982/Put/seqid=0 2024-11-20T10:23:17,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742002_1178 (size=12151) 2024-11-20T10:23:17,048 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6eb225e020f14b84904261f21549528b 2024-11-20T10:23:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/830e482536794f72bc19ee91cad12986 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/830e482536794f72bc19ee91cad12986 2024-11-20T10:23:17,058 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/830e482536794f72bc19ee91cad12986, entries=150, sequenceid=158, filesize=30.4 K 2024-11-20T10:23:17,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/2cee9366e4ff445a958c142f2b6caefd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2cee9366e4ff445a958c142f2b6caefd 2024-11-20T10:23:17,064 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2cee9366e4ff445a958c142f2b6caefd, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T10:23:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6eb225e020f14b84904261f21549528b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6eb225e020f14b84904261f21549528b 2024-11-20T10:23:17,071 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6eb225e020f14b84904261f21549528b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T10:23:17,073 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 79a61976bb87dad103ed6bc037f889f6 in 1293ms, sequenceid=158, compaction requested=false 2024-11-20T10:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T10:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T10:23:17,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T10:23:17,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1330 sec 2024-11-20T10:23:17,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.1520 sec 2024-11-20T10:23:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:17,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T10:23:17,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:17,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:17,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:17,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:17,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:17,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:17,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112059ccf207f246490ab26379f803fc9b6a_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098196117/Put/seqid=0 2024-11-20T10:23:17,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098257256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098257257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098257257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742003_1179 (size=12304) 2024-11-20T10:23:17,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:17,266 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112059ccf207f246490ab26379f803fc9b6a_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059ccf207f246490ab26379f803fc9b6a_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:17,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/6ca214691abc41d2aa6ba1d19cec0fa3, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:17,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/6ca214691abc41d2aa6ba1d19cec0fa3 is 175, key is test_row_0/A:col10/1732098196117/Put/seqid=0 2024-11-20T10:23:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742004_1180 (size=31105) 2024-11-20T10:23:17,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098257358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098257359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098257359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098257561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098257564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098257565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/6ca214691abc41d2aa6ba1d19cec0fa3 2024-11-20T10:23:17,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5 is 50, key is test_row_0/B:col10/1732098196117/Put/seqid=0 2024-11-20T10:23:17,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742005_1181 (size=12151) 2024-11-20T10:23:17,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098257863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098257866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:17,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098257868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T10:23:18,045 INFO [Thread-666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T10:23:18,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T10:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T10:23:18,048 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:18,049 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:18,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:18,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5 2024-11-20T10:23:18,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3f987aa39c6041e395c25a1f72f36d80 is 50, key is test_row_0/C:col10/1732098196117/Put/seqid=0 2024-11-20T10:23:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742006_1182 (size=12151) 2024-11-20T10:23:18,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098258132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,134 DEBUG [Thread-662 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., hostname=d4f420762b49,44213,1732098148621, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:18,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098258138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,139 DEBUG [Thread-658 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., hostname=d4f420762b49,44213,1732098148621, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T10:23:18,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T10:23:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T10:23:18,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T10:23:18,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:18,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098258367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098258370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098258373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T10:23:18,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:18,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:18,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3f987aa39c6041e395c25a1f72f36d80 2024-11-20T10:23:18,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/6ca214691abc41d2aa6ba1d19cec0fa3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/6ca214691abc41d2aa6ba1d19cec0fa3 2024-11-20T10:23:18,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/6ca214691abc41d2aa6ba1d19cec0fa3, entries=150, sequenceid=175, filesize=30.4 K 2024-11-20T10:23:18,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5 2024-11-20T10:23:18,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T10:23:18,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3f987aa39c6041e395c25a1f72f36d80 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3f987aa39c6041e395c25a1f72f36d80 2024-11-20T10:23:18,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3f987aa39c6041e395c25a1f72f36d80, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T10:23:18,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 79a61976bb87dad103ed6bc037f889f6 in 1301ms, sequenceid=175, compaction requested=true 2024-11-20T10:23:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:18,533 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:18,533 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:18,534 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:18,534 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:18,534 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/A is initiating minor compaction (all files) 2024-11-20T10:23:18,534 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/B is initiating minor compaction (all files) 2024-11-20T10:23:18,534 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/A in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,534 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/B in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,534 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cd81c55f4083406e8b439b20a7c856e2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/830e482536794f72bc19ee91cad12986, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/6ca214691abc41d2aa6ba1d19cec0fa3] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=91.4 K 2024-11-20T10:23:18,535 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/29750151eeba4ebdb13cfd1802e9dd47, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2cee9366e4ff445a958c142f2b6caefd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=35.9 K 2024-11-20T10:23:18,535 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,535 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cd81c55f4083406e8b439b20a7c856e2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/830e482536794f72bc19ee91cad12986, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/6ca214691abc41d2aa6ba1d19cec0fa3] 2024-11-20T10:23:18,535 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 29750151eeba4ebdb13cfd1802e9dd47, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732098193348 2024-11-20T10:23:18,535 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd81c55f4083406e8b439b20a7c856e2, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732098193348 2024-11-20T10:23:18,535 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cee9366e4ff445a958c142f2b6caefd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732098193982 2024-11-20T10:23:18,535 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 830e482536794f72bc19ee91cad12986, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732098193982 2024-11-20T10:23:18,536 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e4deb2d3318e4bd1aa7ff19cbbf25bd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732098196114 2024-11-20T10:23:18,536 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ca214691abc41d2aa6ba1d19cec0fa3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732098196114 2024-11-20T10:23:18,542 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:18,545 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120748f9ac833e347b9924568e669225aea_79a61976bb87dad103ed6bc037f889f6 store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:18,546 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:18,546 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120748f9ac833e347b9924568e669225aea_79a61976bb87dad103ed6bc037f889f6, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:18,546 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120748f9ac833e347b9924568e669225aea_79a61976bb87dad103ed6bc037f889f6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:18,546 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/44def2c3c9e1468c95e189ee6877906e is 50, key is test_row_0/B:col10/1732098196117/Put/seqid=0 2024-11-20T10:23:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742007_1183 (size=4469) 2024-11-20T10:23:18,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742008_1184 (size=12561) 2024-11-20T10:23:18,579 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/44def2c3c9e1468c95e189ee6877906e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/44def2c3c9e1468c95e189ee6877906e 2024-11-20T10:23:18,585 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/B of 79a61976bb87dad103ed6bc037f889f6 into 44def2c3c9e1468c95e189ee6877906e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:18,585 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:18,585 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/B, priority=13, startTime=1732098198533; duration=0sec 2024-11-20T10:23:18,586 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:18,586 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:B 2024-11-20T10:23:18,586 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:18,587 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:18,587 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/C is initiating minor compaction (all files) 2024-11-20T10:23:18,587 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/C in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,587 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/f805c48992f14871872d8834aebb192a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6eb225e020f14b84904261f21549528b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3f987aa39c6041e395c25a1f72f36d80] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=35.9 K 2024-11-20T10:23:18,588 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f805c48992f14871872d8834aebb192a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732098193348 2024-11-20T10:23:18,588 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eb225e020f14b84904261f21549528b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732098193982 2024-11-20T10:23:18,589 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f987aa39c6041e395c25a1f72f36d80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732098196114 2024-11-20T10:23:18,597 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:18,598 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/54b7bf0845f040fbb208eb04dbd63daf is 50, key is test_row_0/C:col10/1732098196117/Put/seqid=0 2024-11-20T10:23:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742009_1185 (size=12561) 2024-11-20T10:23:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T10:23:18,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:18,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T10:23:18,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:18,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:23:18,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:18,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:18,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012058d488905422e938774cec1085bd1_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098197248/Put/seqid=0 2024-11-20T10:23:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742010_1186 (size=12304) 2024-11-20T10:23:18,973 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:18,974 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/71e3d0a1453448d98655424416ee0493 is 175, key is test_row_0/A:col10/1732098196117/Put/seqid=0 2024-11-20T10:23:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742011_1187 (size=31515) 2024-11-20T10:23:19,012 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/54b7bf0845f040fbb208eb04dbd63daf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/54b7bf0845f040fbb208eb04dbd63daf 2024-11-20T10:23:19,018 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/C of 79a61976bb87dad103ed6bc037f889f6 into 54b7bf0845f040fbb208eb04dbd63daf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:19,018 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:19,018 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/C, priority=13, startTime=1732098198533; duration=0sec 2024-11-20T10:23:19,018 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:19,018 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:C 2024-11-20T10:23:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:19,085 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012058d488905422e938774cec1085bd1_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012058d488905422e938774cec1085bd1_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5085ecb9cdc24163959ed23acac8cceb, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5085ecb9cdc24163959ed23acac8cceb is 175, key is test_row_0/A:col10/1732098197248/Put/seqid=0 2024-11-20T10:23:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742012_1188 (size=31105) 2024-11-20T10:23:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T10:23:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:19,385 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/71e3d0a1453448d98655424416ee0493 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/71e3d0a1453448d98655424416ee0493 2024-11-20T10:23:19,391 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/A of 79a61976bb87dad103ed6bc037f889f6 into 71e3d0a1453448d98655424416ee0493(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:19,391 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:19,391 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/A, priority=13, startTime=1732098198533; duration=0sec 2024-11-20T10:23:19,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098259388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,391 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:19,391 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:A 2024-11-20T10:23:19,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098259390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098259391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098259492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,495 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5085ecb9cdc24163959ed23acac8cceb 2024-11-20T10:23:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098259493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098259495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/45c3d5e687894fb2a4e80e47f8ea99a8 is 50, key is test_row_0/B:col10/1732098197248/Put/seqid=0 2024-11-20T10:23:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742013_1189 (size=12151) 2024-11-20T10:23:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098259693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098259696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098259697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:19,910 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/45c3d5e687894fb2a4e80e47f8ea99a8 2024-11-20T10:23:19,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/1cc9702a61ff48c6bfb1fb6a808a185c is 50, key is test_row_0/C:col10/1732098197248/Put/seqid=0 2024-11-20T10:23:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742014_1190 (size=12151) 2024-11-20T10:23:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098259997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098259999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098260000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T10:23:20,324 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/1cc9702a61ff48c6bfb1fb6a808a185c 2024-11-20T10:23:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5085ecb9cdc24163959ed23acac8cceb as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5085ecb9cdc24163959ed23acac8cceb 2024-11-20T10:23:20,335 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5085ecb9cdc24163959ed23acac8cceb, entries=150, sequenceid=197, filesize=30.4 K 2024-11-20T10:23:20,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/45c3d5e687894fb2a4e80e47f8ea99a8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/45c3d5e687894fb2a4e80e47f8ea99a8 2024-11-20T10:23:20,340 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/45c3d5e687894fb2a4e80e47f8ea99a8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T10:23:20,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/1cc9702a61ff48c6bfb1fb6a808a185c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/1cc9702a61ff48c6bfb1fb6a808a185c 2024-11-20T10:23:20,346 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/1cc9702a61ff48c6bfb1fb6a808a185c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T10:23:20,347 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 79a61976bb87dad103ed6bc037f889f6 in 1687ms, sequenceid=197, compaction requested=false 2024-11-20T10:23:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T10:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T10:23:20,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T10:23:20,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2990 sec 2024-11-20T10:23:20,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.3040 sec 2024-11-20T10:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:20,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T10:23:20,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:20,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:20,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:20,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:20,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:20,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:20,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112036c3ee75a5ad4994bbf43f15333cff0b_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098200502/Put/seqid=0 2024-11-20T10:23:20,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742015_1191 (size=14794) 2024-11-20T10:23:20,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098260523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098260523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098260524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098260627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098260627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098260627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098260830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098260831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098260831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:20,918 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:20,922 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112036c3ee75a5ad4994bbf43f15333cff0b_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112036c3ee75a5ad4994bbf43f15333cff0b_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:20,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/2edb1aec8af54c7994cc4136ec94bc3a, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:20,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/2edb1aec8af54c7994cc4136ec94bc3a is 175, key is test_row_0/A:col10/1732098200502/Put/seqid=0 2024-11-20T10:23:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742016_1192 (size=39749) 2024-11-20T10:23:20,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/2edb1aec8af54c7994cc4136ec94bc3a 2024-11-20T10:23:20,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/d7080b09c45849cb98a680e86c2fb33b is 50, key is test_row_0/B:col10/1732098200502/Put/seqid=0 2024-11-20T10:23:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742017_1193 (size=12151) 2024-11-20T10:23:21,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098261132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098261135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098261136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:21,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/d7080b09c45849cb98a680e86c2fb33b 2024-11-20T10:23:21,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/370f6d41220b4606ad1c2a4869566944 is 50, key is test_row_0/C:col10/1732098200502/Put/seqid=0 2024-11-20T10:23:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742018_1194 (size=12151) 2024-11-20T10:23:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098261638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:21,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098261640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:21,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098261641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:21,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/370f6d41220b4606ad1c2a4869566944 2024-11-20T10:23:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/2edb1aec8af54c7994cc4136ec94bc3a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2edb1aec8af54c7994cc4136ec94bc3a 2024-11-20T10:23:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2edb1aec8af54c7994cc4136ec94bc3a, entries=200, sequenceid=215, filesize=38.8 K 2024-11-20T10:23:21,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/d7080b09c45849cb98a680e86c2fb33b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/d7080b09c45849cb98a680e86c2fb33b 2024-11-20T10:23:21,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/d7080b09c45849cb98a680e86c2fb33b, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T10:23:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/370f6d41220b4606ad1c2a4869566944 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/370f6d41220b4606ad1c2a4869566944 2024-11-20T10:23:21,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/370f6d41220b4606ad1c2a4869566944, entries=150, sequenceid=215, filesize=11.9 K 2024-11-20T10:23:21,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 79a61976bb87dad103ed6bc037f889f6 in 1282ms, sequenceid=215, compaction requested=true 2024-11-20T10:23:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:21,785 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:21,785 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:21,786 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:21,786 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/A is initiating minor compaction (all files) 2024-11-20T10:23:21,786 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/A in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:21,787 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/71e3d0a1453448d98655424416ee0493, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5085ecb9cdc24163959ed23acac8cceb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2edb1aec8af54c7994cc4136ec94bc3a] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=100.0 K 2024-11-20T10:23:21,787 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:21,787 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/71e3d0a1453448d98655424416ee0493, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5085ecb9cdc24163959ed23acac8cceb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2edb1aec8af54c7994cc4136ec94bc3a] 2024-11-20T10:23:21,787 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:21,787 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/B is initiating minor compaction (all files) 2024-11-20T10:23:21,787 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e3d0a1453448d98655424416ee0493, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732098196114 2024-11-20T10:23:21,787 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/B in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:21,787 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/44def2c3c9e1468c95e189ee6877906e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/45c3d5e687894fb2a4e80e47f8ea99a8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/d7080b09c45849cb98a680e86c2fb33b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=36.0 K 2024-11-20T10:23:21,787 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5085ecb9cdc24163959ed23acac8cceb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732098197248 2024-11-20T10:23:21,788 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 44def2c3c9e1468c95e189ee6877906e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732098196114 2024-11-20T10:23:21,788 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2edb1aec8af54c7994cc4136ec94bc3a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732098199387 2024-11-20T10:23:21,788 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 45c3d5e687894fb2a4e80e47f8ea99a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732098197248 2024-11-20T10:23:21,789 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting d7080b09c45849cb98a680e86c2fb33b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732098199387 2024-11-20T10:23:21,801 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:21,802 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:21,802 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/bab8740ba7d248d78713617f6c2deb44 is 50, key is test_row_0/B:col10/1732098200502/Put/seqid=0 2024-11-20T10:23:21,813 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120608dee12102d469095e6271656a1d4f6_79a61976bb87dad103ed6bc037f889f6 store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:21,814 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120608dee12102d469095e6271656a1d4f6_79a61976bb87dad103ed6bc037f889f6, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:21,814 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120608dee12102d469095e6271656a1d4f6_79a61976bb87dad103ed6bc037f889f6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742019_1195 (size=12663) 2024-11-20T10:23:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742020_1196 (size=4469) 2024-11-20T10:23:21,838 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/bab8740ba7d248d78713617f6c2deb44 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/bab8740ba7d248d78713617f6c2deb44 2024-11-20T10:23:21,839 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#A#compaction#163 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:21,840 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/4fcfd129654348aebc45b0bb8b44c4cd is 175, key is test_row_0/A:col10/1732098200502/Put/seqid=0 2024-11-20T10:23:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742021_1197 (size=31617) 2024-11-20T10:23:21,847 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/B of 79a61976bb87dad103ed6bc037f889f6 into bab8740ba7d248d78713617f6c2deb44(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:21,847 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:21,847 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/B, priority=13, startTime=1732098201785; duration=0sec 2024-11-20T10:23:21,848 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:21,848 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:B 2024-11-20T10:23:21,848 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:21,849 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:21,850 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/C is initiating minor compaction (all files) 2024-11-20T10:23:21,850 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/C in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:21,850 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/54b7bf0845f040fbb208eb04dbd63daf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/1cc9702a61ff48c6bfb1fb6a808a185c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/370f6d41220b4606ad1c2a4869566944] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=36.0 K 2024-11-20T10:23:21,850 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 54b7bf0845f040fbb208eb04dbd63daf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732098196114 2024-11-20T10:23:21,851 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cc9702a61ff48c6bfb1fb6a808a185c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732098197248 2024-11-20T10:23:21,851 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 370f6d41220b4606ad1c2a4869566944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732098199387 2024-11-20T10:23:21,860 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:21,861 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/00ed0924678a498ba428eb242fbf85b3 is 50, key is test_row_0/C:col10/1732098200502/Put/seqid=0 2024-11-20T10:23:21,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742022_1198 (size=12663) 2024-11-20T10:23:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T10:23:22,153 INFO [Thread-666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T10:23:22,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T10:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T10:23:22,156 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:22,157 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:22,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:22,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:23:22,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:22,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:22,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:22,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:22,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:22,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:22,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120896d98c50e244894887920fed8437ce5_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098200523/Put/seqid=0 2024-11-20T10:23:22,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742023_1199 (size=14794) 2024-11-20T10:23:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098262191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098262192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,253 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/4fcfd129654348aebc45b0bb8b44c4cd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/4fcfd129654348aebc45b0bb8b44c4cd 2024-11-20T10:23:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T10:23:22,259 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/A of 79a61976bb87dad103ed6bc037f889f6 into 4fcfd129654348aebc45b0bb8b44c4cd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:22,259 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:22,259 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/A, priority=13, startTime=1732098201785; duration=0sec 2024-11-20T10:23:22,259 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:22,259 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:A 2024-11-20T10:23:22,271 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/00ed0924678a498ba428eb242fbf85b3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/00ed0924678a498ba428eb242fbf85b3 2024-11-20T10:23:22,276 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/C of 79a61976bb87dad103ed6bc037f889f6 into 00ed0924678a498ba428eb242fbf85b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:22,276 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:22,276 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/C, priority=13, startTime=1732098201785; duration=0sec 2024-11-20T10:23:22,277 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:22,277 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:C 2024-11-20T10:23:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098262293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098262299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T10:23:22,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098262495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098262500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:22,592 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120896d98c50e244894887920fed8437ce5_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120896d98c50e244894887920fed8437ce5_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:22,593 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b0e9806517a9422ab5444e2b937ccfa4, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:22,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b0e9806517a9422ab5444e2b937ccfa4 is 175, key is test_row_0/A:col10/1732098200523/Put/seqid=0 2024-11-20T10:23:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742024_1200 (size=39749) 2024-11-20T10:23:22,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098262644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098262651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098262652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T10:23:22,769 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:22,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098262797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098262804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:22,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:22,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:22,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b0e9806517a9422ab5444e2b937ccfa4 2024-11-20T10:23:23,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/08a661afa9174ad3b517cf0807b8013a is 50, key is test_row_0/B:col10/1732098200523/Put/seqid=0 2024-11-20T10:23:23,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742025_1201 (size=12151) 2024-11-20T10:23:23,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/08a661afa9174ad3b517cf0807b8013a 2024-11-20T10:23:23,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6112b579dc6f4000ab9e2b46770acf33 is 50, key is test_row_0/C:col10/1732098200523/Put/seqid=0 2024-11-20T10:23:23,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742026_1202 (size=12151) 2024-11-20T10:23:23,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:23,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:23,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:23,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:23,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T10:23:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098263301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:23,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098263307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:23,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:23,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:23,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:23,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6112b579dc6f4000ab9e2b46770acf33 2024-11-20T10:23:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/b0e9806517a9422ab5444e2b937ccfa4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b0e9806517a9422ab5444e2b937ccfa4 2024-11-20T10:23:23,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b0e9806517a9422ab5444e2b937ccfa4, entries=200, sequenceid=237, filesize=38.8 K 2024-11-20T10:23:23,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/08a661afa9174ad3b517cf0807b8013a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/08a661afa9174ad3b517cf0807b8013a 2024-11-20T10:23:23,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/08a661afa9174ad3b517cf0807b8013a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T10:23:23,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/6112b579dc6f4000ab9e2b46770acf33 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6112b579dc6f4000ab9e2b46770acf33 2024-11-20T10:23:23,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6112b579dc6f4000ab9e2b46770acf33, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T10:23:23,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 79a61976bb87dad103ed6bc037f889f6 in 1280ms, sequenceid=237, compaction requested=false 2024-11-20T10:23:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:23,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:23,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T10:23:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:23,535 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:23:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:23,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112063426260d443404a8d050d9c28524529_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098202175/Put/seqid=0 2024-11-20T10:23:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742027_1203 (size=12304) 2024-11-20T10:23:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:23,955 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112063426260d443404a8d050d9c28524529_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112063426260d443404a8d050d9c28524529_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5d0c456bf93c4ff18219d24fab3e1438, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:23,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5d0c456bf93c4ff18219d24fab3e1438 is 175, key is test_row_0/A:col10/1732098202175/Put/seqid=0 2024-11-20T10:23:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742028_1204 (size=31105) 2024-11-20T10:23:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T10:23:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:24,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. as already flushing 2024-11-20T10:23:24,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098264335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098264336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,372 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5d0c456bf93c4ff18219d24fab3e1438 2024-11-20T10:23:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/6b08b667cb3e46b59ab7def4e0365725 is 50, key is test_row_0/B:col10/1732098202175/Put/seqid=0 2024-11-20T10:23:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742029_1205 (size=12151) 2024-11-20T10:23:24,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098264438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098264439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098264640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098264641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48704 deadline: 1732098264662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48672 deadline: 1732098264664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,665 DEBUG [Thread-660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., hostname=d4f420762b49,44213,1732098148621, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:24,665 DEBUG [Thread-664 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., hostname=d4f420762b49,44213,1732098148621, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:24,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48680 deadline: 1732098264673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,676 DEBUG [Thread-656 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., hostname=d4f420762b49,44213,1732098148621, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:24,785 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/6b08b667cb3e46b59ab7def4e0365725 2024-11-20T10:23:24,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/200b469f32a0418d8bdd38950fe06e12 is 50, key is test_row_0/C:col10/1732098202175/Put/seqid=0 2024-11-20T10:23:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742030_1206 (size=12151) 2024-11-20T10:23:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098264942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:24,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098264945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:25,198 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/200b469f32a0418d8bdd38950fe06e12 2024-11-20T10:23:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/5d0c456bf93c4ff18219d24fab3e1438 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5d0c456bf93c4ff18219d24fab3e1438 2024-11-20T10:23:25,209 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5d0c456bf93c4ff18219d24fab3e1438, entries=150, sequenceid=254, filesize=30.4 K 2024-11-20T10:23:25,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/6b08b667cb3e46b59ab7def4e0365725 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/6b08b667cb3e46b59ab7def4e0365725 2024-11-20T10:23:25,215 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/6b08b667cb3e46b59ab7def4e0365725, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T10:23:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/200b469f32a0418d8bdd38950fe06e12 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/200b469f32a0418d8bdd38950fe06e12 2024-11-20T10:23:25,221 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/200b469f32a0418d8bdd38950fe06e12, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T10:23:25,222 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 79a61976bb87dad103ed6bc037f889f6 in 1686ms, sequenceid=254, compaction requested=true 2024-11-20T10:23:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T10:23:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T10:23:25,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T10:23:25,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0660 sec 2024-11-20T10:23:25,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 3.0710 sec 2024-11-20T10:23:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:25,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T10:23:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:25,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075153f41c3f5446a803dbcbbcf97af84_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098205447/Put/seqid=0 2024-11-20T10:23:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742031_1207 (size=14994) 2024-11-20T10:23:25,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098265467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:25,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098265470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098265571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:25,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098265572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:25,607 DEBUG [Thread-667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:52472 2024-11-20T10:23:25,607 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:52472 2024-11-20T10:23:25,607 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:25,607 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:25,609 DEBUG [Thread-671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:52472 2024-11-20T10:23:25,609 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:25,609 DEBUG [Thread-669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:52472 2024-11-20T10:23:25,609 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098265775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098265775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:25,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:25,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075153f41c3f5446a803dbcbbcf97af84_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075153f41c3f5446a803dbcbbcf97af84_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:25,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cf2e790f9f254b959818739902eac461, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:25,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cf2e790f9f254b959818739902eac461 is 175, key is test_row_0/A:col10/1732098205447/Put/seqid=0 2024-11-20T10:23:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742032_1208 (size=39949) 2024-11-20T10:23:26,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098266076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:26,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098266077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T10:23:26,260 INFO [Thread-666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T10:23:26,273 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cf2e790f9f254b959818739902eac461 2024-11-20T10:23:26,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/8503a05364864f00bebd75571d4607f4 is 50, key is test_row_0/B:col10/1732098205447/Put/seqid=0 2024-11-20T10:23:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742033_1209 (size=12301) 2024-11-20T10:23:26,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48722 deadline: 1732098266578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:26,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48698 deadline: 1732098266579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:26,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/8503a05364864f00bebd75571d4607f4 2024-11-20T10:23:26,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/317b0febc5fa4218a198b2d55e4eae2c is 50, key is test_row_0/C:col10/1732098205447/Put/seqid=0 2024-11-20T10:23:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742034_1210 (size=12301) 2024-11-20T10:23:26,997 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:23:27,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/317b0febc5fa4218a198b2d55e4eae2c 2024-11-20T10:23:27,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/cf2e790f9f254b959818739902eac461 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cf2e790f9f254b959818739902eac461 2024-11-20T10:23:27,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cf2e790f9f254b959818739902eac461, entries=200, sequenceid=276, filesize=39.0 K 2024-11-20T10:23:27,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/8503a05364864f00bebd75571d4607f4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/8503a05364864f00bebd75571d4607f4 2024-11-20T10:23:27,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/8503a05364864f00bebd75571d4607f4, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T10:23:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/317b0febc5fa4218a198b2d55e4eae2c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/317b0febc5fa4218a198b2d55e4eae2c 2024-11-20T10:23:27,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/317b0febc5fa4218a198b2d55e4eae2c, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T10:23:27,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 79a61976bb87dad103ed6bc037f889f6 in 1667ms, sequenceid=276, compaction requested=true 2024-11-20T10:23:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:27,115 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:27,115 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79a61976bb87dad103ed6bc037f889f6:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:27,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:27,117 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:27,117 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:27,117 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/B is initiating minor compaction (all files) 2024-11-20T10:23:27,117 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/A is initiating minor compaction (all files) 2024-11-20T10:23:27,117 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/B in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:27,117 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/A in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:27,117 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/bab8740ba7d248d78713617f6c2deb44, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/08a661afa9174ad3b517cf0807b8013a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/6b08b667cb3e46b59ab7def4e0365725, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/8503a05364864f00bebd75571d4607f4] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=48.1 K 2024-11-20T10:23:27,117 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/4fcfd129654348aebc45b0bb8b44c4cd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b0e9806517a9422ab5444e2b937ccfa4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5d0c456bf93c4ff18219d24fab3e1438, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cf2e790f9f254b959818739902eac461] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=139.1 K 2024-11-20T10:23:27,117 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:27,117 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/4fcfd129654348aebc45b0bb8b44c4cd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b0e9806517a9422ab5444e2b937ccfa4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5d0c456bf93c4ff18219d24fab3e1438, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cf2e790f9f254b959818739902eac461] 2024-11-20T10:23:27,117 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting bab8740ba7d248d78713617f6c2deb44, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732098199387 2024-11-20T10:23:27,118 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fcfd129654348aebc45b0bb8b44c4cd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732098199387 2024-11-20T10:23:27,118 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 08a661afa9174ad3b517cf0807b8013a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732098200522 2024-11-20T10:23:27,118 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0e9806517a9422ab5444e2b937ccfa4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732098200521 2024-11-20T10:23:27,118 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b08b667cb3e46b59ab7def4e0365725, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098202175 2024-11-20T10:23:27,118 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d0c456bf93c4ff18219d24fab3e1438, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098202175 2024-11-20T10:23:27,119 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 8503a05364864f00bebd75571d4607f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732098204329 2024-11-20T10:23:27,119 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf2e790f9f254b959818739902eac461, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732098204329 2024-11-20T10:23:27,132 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:27,132 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#B#compaction#174 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:27,133 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/0842a454165845aeb0f9be02fd9b9f96 is 50, key is test_row_0/B:col10/1732098205447/Put/seqid=0 2024-11-20T10:23:27,135 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b25a6b01942240348fa1fe7b3fa45868_79a61976bb87dad103ed6bc037f889f6 store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742035_1211 (size=12949) 2024-11-20T10:23:27,175 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b25a6b01942240348fa1fe7b3fa45868_79a61976bb87dad103ed6bc037f889f6, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:27,175 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b25a6b01942240348fa1fe7b3fa45868_79a61976bb87dad103ed6bc037f889f6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742036_1212 (size=4469) 2024-11-20T10:23:27,543 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/0842a454165845aeb0f9be02fd9b9f96 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/0842a454165845aeb0f9be02fd9b9f96 2024-11-20T10:23:27,548 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/B of 79a61976bb87dad103ed6bc037f889f6 into 0842a454165845aeb0f9be02fd9b9f96(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:27,548 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:27,548 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/B, priority=12, startTime=1732098207115; duration=0sec 2024-11-20T10:23:27,548 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:27,548 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:B 2024-11-20T10:23:27,548 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:27,549 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:27,549 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 79a61976bb87dad103ed6bc037f889f6/C is initiating minor compaction (all files) 2024-11-20T10:23:27,549 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79a61976bb87dad103ed6bc037f889f6/C in TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:27,549 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/00ed0924678a498ba428eb242fbf85b3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6112b579dc6f4000ab9e2b46770acf33, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/200b469f32a0418d8bdd38950fe06e12, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/317b0febc5fa4218a198b2d55e4eae2c] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp, totalSize=48.1 K 2024-11-20T10:23:27,550 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 00ed0924678a498ba428eb242fbf85b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732098199387 2024-11-20T10:23:27,550 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 6112b579dc6f4000ab9e2b46770acf33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732098200522 2024-11-20T10:23:27,550 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 200b469f32a0418d8bdd38950fe06e12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732098202175 2024-11-20T10:23:27,551 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 317b0febc5fa4218a198b2d55e4eae2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732098204329 2024-11-20T10:23:27,559 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:27,559 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/05c62682338d4d4d9121593c83f24b7e is 50, key is test_row_0/C:col10/1732098205447/Put/seqid=0 2024-11-20T10:23:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742037_1213 (size=12949) 2024-11-20T10:23:27,581 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79a61976bb87dad103ed6bc037f889f6#A#compaction#175 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:27,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:23:27,581 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:52472 2024-11-20T10:23:27,581 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:27,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:27,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:27,582 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7a97d83c7421499bb6365e82fd31f5a8 is 175, key is test_row_0/A:col10/1732098205447/Put/seqid=0 2024-11-20T10:23:27,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:27,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:27,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:27,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:27,584 DEBUG [Thread-658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:52472 2024-11-20T10:23:27,584 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:27,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742038_1214 (size=31903) 2024-11-20T10:23:27,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e4e0d92656de466ea9157c7202b16b9c_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098205465/Put/seqid=0 2024-11-20T10:23:27,590 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7a97d83c7421499bb6365e82fd31f5a8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7a97d83c7421499bb6365e82fd31f5a8 2024-11-20T10:23:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742039_1215 (size=12454) 2024-11-20T10:23:27,595 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/A of 79a61976bb87dad103ed6bc037f889f6 into 7a97d83c7421499bb6365e82fd31f5a8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:27,595 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:27,595 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/A, priority=12, startTime=1732098207115; duration=0sec 2024-11-20T10:23:27,596 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:27,596 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:A 2024-11-20T10:23:27,968 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/05c62682338d4d4d9121593c83f24b7e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/05c62682338d4d4d9121593c83f24b7e 2024-11-20T10:23:27,973 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79a61976bb87dad103ed6bc037f889f6/C of 79a61976bb87dad103ed6bc037f889f6 into 05c62682338d4d4d9121593c83f24b7e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:27,973 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:27,973 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6., storeName=79a61976bb87dad103ed6bc037f889f6/C, priority=12, startTime=1732098207115; duration=0sec 2024-11-20T10:23:27,973 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:27,973 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79a61976bb87dad103ed6bc037f889f6:C 2024-11-20T10:23:27,994 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:27,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e4e0d92656de466ea9157c7202b16b9c_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e4e0d92656de466ea9157c7202b16b9c_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:27,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/8036ec2fc8204694834922c3cd265b63, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:27,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/8036ec2fc8204694834922c3cd265b63 is 175, key is test_row_0/A:col10/1732098205465/Put/seqid=0 2024-11-20T10:23:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742040_1216 (size=31255) 2024-11-20T10:23:28,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/8036ec2fc8204694834922c3cd265b63 2024-11-20T10:23:28,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/47434d561258469ebb4cbbf9d88ba864 is 50, key is test_row_0/B:col10/1732098205465/Put/seqid=0 2024-11-20T10:23:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742041_1217 (size=12301) 2024-11-20T10:23:28,682 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:52472 2024-11-20T10:23:28,682 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:28,692 DEBUG [Thread-656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:52472 2024-11-20T10:23:28,692 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:28,705 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:52472 2024-11-20T10:23:28,705 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7522 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7451 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3146 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9438 rows 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3141 2024-11-20T10:23:28,705 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9423 rows 2024-11-20T10:23:28,705 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T10:23:28,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:52472 2024-11-20T10:23:28,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:28,710 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T10:23:28,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T10:23:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T10:23:28,714 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098208714"}]},"ts":"1732098208714"} 2024-11-20T10:23:28,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T10:23:28,717 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T10:23:28,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:23:28,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, UNASSIGN}] 2024-11-20T10:23:28,720 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, UNASSIGN 2024-11-20T10:23:28,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:28,721 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:23:28,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:23:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T10:23:28,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/47434d561258469ebb4cbbf9d88ba864 2024-11-20T10:23:28,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/0ef00eb09c194f5fa4c1c7b11b26487e is 50, key is test_row_0/C:col10/1732098205465/Put/seqid=0 2024-11-20T10:23:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742042_1218 (size=12301) 2024-11-20T10:23:28,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:28,873 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:28,873 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:23:28,873 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 79a61976bb87dad103ed6bc037f889f6, disabling compactions & flushes 2024-11-20T10:23:28,874 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T10:23:29,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/0ef00eb09c194f5fa4c1c7b11b26487e 2024-11-20T10:23:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/8036ec2fc8204694834922c3cd265b63 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/8036ec2fc8204694834922c3cd265b63 2024-11-20T10:23:29,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/8036ec2fc8204694834922c3cd265b63, entries=150, sequenceid=292, filesize=30.5 K 2024-11-20T10:23:29,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/47434d561258469ebb4cbbf9d88ba864 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/47434d561258469ebb4cbbf9d88ba864 2024-11-20T10:23:29,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/47434d561258469ebb4cbbf9d88ba864, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T10:23:29,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/0ef00eb09c194f5fa4c1c7b11b26487e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0ef00eb09c194f5fa4c1c7b11b26487e 2024-11-20T10:23:29,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0ef00eb09c194f5fa4c1c7b11b26487e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T10:23:29,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 79a61976bb87dad103ed6bc037f889f6 in 1664ms, sequenceid=292, compaction requested=false 2024-11-20T10:23:29,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:29,245 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:29,245 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:29,245 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. after waiting 0 ms 2024-11-20T10:23:29,245 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:29,245 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 79a61976bb87dad103ed6bc037f889f6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T10:23:29,246 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=A 2024-11-20T10:23:29,246 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:29,246 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=B 2024-11-20T10:23:29,246 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:29,246 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79a61976bb87dad103ed6bc037f889f6, store=C 2024-11-20T10:23:29,246 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:29,251 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f6273e70fb30465ca0219d951575bff2_79a61976bb87dad103ed6bc037f889f6 is 50, key is test_row_0/A:col10/1732098208704/Put/seqid=0 2024-11-20T10:23:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742043_1219 (size=12454) 2024-11-20T10:23:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T10:23:29,655 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:29,659 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f6273e70fb30465ca0219d951575bff2_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6273e70fb30465ca0219d951575bff2_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:29,660 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7fde6cae378c4e2fa09cfa63b33b0da0, store: [table=TestAcidGuarantees family=A region=79a61976bb87dad103ed6bc037f889f6] 2024-11-20T10:23:29,661 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7fde6cae378c4e2fa09cfa63b33b0da0 is 175, key is test_row_0/A:col10/1732098208704/Put/seqid=0 2024-11-20T10:23:29,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742044_1220 (size=31255) 2024-11-20T10:23:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T10:23:30,065 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7fde6cae378c4e2fa09cfa63b33b0da0 2024-11-20T10:23:30,072 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/5c6e508f2bdc4cf184786d9dd08643bd is 50, key is test_row_0/B:col10/1732098208704/Put/seqid=0 2024-11-20T10:23:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742045_1221 (size=12301) 2024-11-20T10:23:30,476 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/5c6e508f2bdc4cf184786d9dd08643bd 2024-11-20T10:23:30,483 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3ea8cfe5aaf84a0bb6cd42269df6d60b is 50, key is test_row_0/C:col10/1732098208704/Put/seqid=0 2024-11-20T10:23:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742046_1222 (size=12301) 2024-11-20T10:23:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T10:23:30,887 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3ea8cfe5aaf84a0bb6cd42269df6d60b 2024-11-20T10:23:30,891 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/A/7fde6cae378c4e2fa09cfa63b33b0da0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7fde6cae378c4e2fa09cfa63b33b0da0 2024-11-20T10:23:30,895 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7fde6cae378c4e2fa09cfa63b33b0da0, entries=150, sequenceid=301, filesize=30.5 K 2024-11-20T10:23:30,896 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/B/5c6e508f2bdc4cf184786d9dd08643bd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5c6e508f2bdc4cf184786d9dd08643bd 2024-11-20T10:23:30,899 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5c6e508f2bdc4cf184786d9dd08643bd, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T10:23:30,900 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/.tmp/C/3ea8cfe5aaf84a0bb6cd42269df6d60b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3ea8cfe5aaf84a0bb6cd42269df6d60b 2024-11-20T10:23:30,903 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3ea8cfe5aaf84a0bb6cd42269df6d60b, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T10:23:30,904 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 79a61976bb87dad103ed6bc037f889f6 in 1659ms, sequenceid=301, compaction requested=true 2024-11-20T10:23:30,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7e29c610a27c4d8d886a4d231fbd1600, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/99a1fe0fbe604ec59a2aa686314670b2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b46ff40ad1e44bec91c04ba17d1c89b9, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2c1aa9102cb24f13b3bdab118698e171, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/459e7c7560184ad2a323a9f8a8d707a1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cea36cc4d3a349fc86c87a561df20191, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/ae07bc935c9340b3b3eb21524b268d0d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/569817411fa44e76ac28224e166a53e2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/dead86e3ad144bd1a1f1e8115af5d9c5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cd81c55f4083406e8b439b20a7c856e2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/830e482536794f72bc19ee91cad12986, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/71e3d0a1453448d98655424416ee0493, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/6ca214691abc41d2aa6ba1d19cec0fa3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5085ecb9cdc24163959ed23acac8cceb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2edb1aec8af54c7994cc4136ec94bc3a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/4fcfd129654348aebc45b0bb8b44c4cd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b0e9806517a9422ab5444e2b937ccfa4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5d0c456bf93c4ff18219d24fab3e1438, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cf2e790f9f254b959818739902eac461] to archive 2024-11-20T10:23:30,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:23:30,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7e29c610a27c4d8d886a4d231fbd1600 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7e29c610a27c4d8d886a4d231fbd1600 2024-11-20T10:23:30,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/99a1fe0fbe604ec59a2aa686314670b2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/99a1fe0fbe604ec59a2aa686314670b2 2024-11-20T10:23:30,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b46ff40ad1e44bec91c04ba17d1c89b9 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b46ff40ad1e44bec91c04ba17d1c89b9 2024-11-20T10:23:30,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2c1aa9102cb24f13b3bdab118698e171 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2c1aa9102cb24f13b3bdab118698e171 2024-11-20T10:23:30,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/459e7c7560184ad2a323a9f8a8d707a1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/459e7c7560184ad2a323a9f8a8d707a1 2024-11-20T10:23:30,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cea36cc4d3a349fc86c87a561df20191 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cea36cc4d3a349fc86c87a561df20191 2024-11-20T10:23:30,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/ae07bc935c9340b3b3eb21524b268d0d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/ae07bc935c9340b3b3eb21524b268d0d 2024-11-20T10:23:30,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/569817411fa44e76ac28224e166a53e2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/569817411fa44e76ac28224e166a53e2 2024-11-20T10:23:30,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/dead86e3ad144bd1a1f1e8115af5d9c5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/dead86e3ad144bd1a1f1e8115af5d9c5 2024-11-20T10:23:30,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cd81c55f4083406e8b439b20a7c856e2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cd81c55f4083406e8b439b20a7c856e2 2024-11-20T10:23:30,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/830e482536794f72bc19ee91cad12986 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/830e482536794f72bc19ee91cad12986 2024-11-20T10:23:30,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/71e3d0a1453448d98655424416ee0493 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/71e3d0a1453448d98655424416ee0493 2024-11-20T10:23:30,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/6ca214691abc41d2aa6ba1d19cec0fa3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/6ca214691abc41d2aa6ba1d19cec0fa3 2024-11-20T10:23:30,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5085ecb9cdc24163959ed23acac8cceb to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5085ecb9cdc24163959ed23acac8cceb 2024-11-20T10:23:30,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2edb1aec8af54c7994cc4136ec94bc3a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/2edb1aec8af54c7994cc4136ec94bc3a 2024-11-20T10:23:30,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/4fcfd129654348aebc45b0bb8b44c4cd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/4fcfd129654348aebc45b0bb8b44c4cd 2024-11-20T10:23:30,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b0e9806517a9422ab5444e2b937ccfa4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/b0e9806517a9422ab5444e2b937ccfa4 2024-11-20T10:23:30,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5d0c456bf93c4ff18219d24fab3e1438 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/5d0c456bf93c4ff18219d24fab3e1438 2024-11-20T10:23:30,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cf2e790f9f254b959818739902eac461 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/cf2e790f9f254b959818739902eac461 2024-11-20T10:23:30,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/493068a6f4c14c23ab0eb9a84f5f7178, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/634fb76f434d44669c4b08b608cc2cfd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/207645e3a9b7494c9933a83ab69f1d7f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/c53babf192c14a68ad441f591a116d92, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2802066f2e654afcb6893344d211cbe9, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/75df2cfb8c284b51a3ea61fecdcde978, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5be44ad86c7148f4a5aea4ccc698bc73, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/afde76a5b1584505a389278b563bc133, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/29750151eeba4ebdb13cfd1802e9dd47, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/ca636c4cee8b42cd9b39e261988992ba, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2cee9366e4ff445a958c142f2b6caefd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/44def2c3c9e1468c95e189ee6877906e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/45c3d5e687894fb2a4e80e47f8ea99a8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/bab8740ba7d248d78713617f6c2deb44, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/d7080b09c45849cb98a680e86c2fb33b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/08a661afa9174ad3b517cf0807b8013a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/6b08b667cb3e46b59ab7def4e0365725, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/8503a05364864f00bebd75571d4607f4] to archive 2024-11-20T10:23:30,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:23:30,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/493068a6f4c14c23ab0eb9a84f5f7178 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/493068a6f4c14c23ab0eb9a84f5f7178 2024-11-20T10:23:30,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/634fb76f434d44669c4b08b608cc2cfd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/634fb76f434d44669c4b08b608cc2cfd 2024-11-20T10:23:30,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/207645e3a9b7494c9933a83ab69f1d7f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/207645e3a9b7494c9933a83ab69f1d7f 2024-11-20T10:23:30,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/c53babf192c14a68ad441f591a116d92 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/c53babf192c14a68ad441f591a116d92 2024-11-20T10:23:30,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2802066f2e654afcb6893344d211cbe9 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2802066f2e654afcb6893344d211cbe9 2024-11-20T10:23:30,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/75df2cfb8c284b51a3ea61fecdcde978 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/75df2cfb8c284b51a3ea61fecdcde978 2024-11-20T10:23:30,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5be44ad86c7148f4a5aea4ccc698bc73 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5be44ad86c7148f4a5aea4ccc698bc73 2024-11-20T10:23:30,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/afde76a5b1584505a389278b563bc133 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/afde76a5b1584505a389278b563bc133 2024-11-20T10:23:30,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/29750151eeba4ebdb13cfd1802e9dd47 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/29750151eeba4ebdb13cfd1802e9dd47 2024-11-20T10:23:30,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/ca636c4cee8b42cd9b39e261988992ba to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/ca636c4cee8b42cd9b39e261988992ba 2024-11-20T10:23:30,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2cee9366e4ff445a958c142f2b6caefd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/2cee9366e4ff445a958c142f2b6caefd 2024-11-20T10:23:30,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/44def2c3c9e1468c95e189ee6877906e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/44def2c3c9e1468c95e189ee6877906e 2024-11-20T10:23:30,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/e4deb2d3318e4bd1aa7ff19cbbf25bd5 2024-11-20T10:23:30,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/45c3d5e687894fb2a4e80e47f8ea99a8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/45c3d5e687894fb2a4e80e47f8ea99a8 2024-11-20T10:23:30,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/bab8740ba7d248d78713617f6c2deb44 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/bab8740ba7d248d78713617f6c2deb44 2024-11-20T10:23:30,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/d7080b09c45849cb98a680e86c2fb33b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/d7080b09c45849cb98a680e86c2fb33b 2024-11-20T10:23:30,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/08a661afa9174ad3b517cf0807b8013a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/08a661afa9174ad3b517cf0807b8013a 2024-11-20T10:23:30,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/6b08b667cb3e46b59ab7def4e0365725 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/6b08b667cb3e46b59ab7def4e0365725 2024-11-20T10:23:30,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/8503a05364864f00bebd75571d4607f4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/8503a05364864f00bebd75571d4607f4 2024-11-20T10:23:30,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/9a2cf1f628904f5389cfe63bcfdf4537, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/a057a14605374072816974e89afde40c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0f7439d17c894a06a0c332d8f1a47971, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/187b6baab9f14ddba2bb09fa9fd95ff0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/07bb6f79689848d98fd618ff0c55126a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2f44c8a8f56a4a2880a53f066ed8510d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2321da5cbfef473cb25f6376ddfbd374, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3814c34d4fff4a9199759fa37d67c5f0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/f805c48992f14871872d8834aebb192a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6bc35dae851c454ebf4cbbcc41016c60, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6eb225e020f14b84904261f21549528b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/54b7bf0845f040fbb208eb04dbd63daf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3f987aa39c6041e395c25a1f72f36d80, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/1cc9702a61ff48c6bfb1fb6a808a185c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/00ed0924678a498ba428eb242fbf85b3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/370f6d41220b4606ad1c2a4869566944, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6112b579dc6f4000ab9e2b46770acf33, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/200b469f32a0418d8bdd38950fe06e12, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/317b0febc5fa4218a198b2d55e4eae2c] to archive 2024-11-20T10:23:30,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:23:30,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/9a2cf1f628904f5389cfe63bcfdf4537 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/9a2cf1f628904f5389cfe63bcfdf4537 2024-11-20T10:23:30,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/a057a14605374072816974e89afde40c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/a057a14605374072816974e89afde40c 2024-11-20T10:23:30,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0f7439d17c894a06a0c332d8f1a47971 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0f7439d17c894a06a0c332d8f1a47971 2024-11-20T10:23:30,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/187b6baab9f14ddba2bb09fa9fd95ff0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/187b6baab9f14ddba2bb09fa9fd95ff0 2024-11-20T10:23:30,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/07bb6f79689848d98fd618ff0c55126a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/07bb6f79689848d98fd618ff0c55126a 2024-11-20T10:23:30,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2f44c8a8f56a4a2880a53f066ed8510d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2f44c8a8f56a4a2880a53f066ed8510d 2024-11-20T10:23:30,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2321da5cbfef473cb25f6376ddfbd374 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/2321da5cbfef473cb25f6376ddfbd374 2024-11-20T10:23:30,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3814c34d4fff4a9199759fa37d67c5f0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3814c34d4fff4a9199759fa37d67c5f0 2024-11-20T10:23:30,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/f805c48992f14871872d8834aebb192a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/f805c48992f14871872d8834aebb192a 2024-11-20T10:23:30,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6bc35dae851c454ebf4cbbcc41016c60 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6bc35dae851c454ebf4cbbcc41016c60 2024-11-20T10:23:30,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6eb225e020f14b84904261f21549528b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6eb225e020f14b84904261f21549528b 2024-11-20T10:23:30,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/54b7bf0845f040fbb208eb04dbd63daf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/54b7bf0845f040fbb208eb04dbd63daf 2024-11-20T10:23:30,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3f987aa39c6041e395c25a1f72f36d80 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3f987aa39c6041e395c25a1f72f36d80 2024-11-20T10:23:30,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/1cc9702a61ff48c6bfb1fb6a808a185c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/1cc9702a61ff48c6bfb1fb6a808a185c 2024-11-20T10:23:30,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/00ed0924678a498ba428eb242fbf85b3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/00ed0924678a498ba428eb242fbf85b3 2024-11-20T10:23:30,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/370f6d41220b4606ad1c2a4869566944 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/370f6d41220b4606ad1c2a4869566944 2024-11-20T10:23:30,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6112b579dc6f4000ab9e2b46770acf33 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/6112b579dc6f4000ab9e2b46770acf33 2024-11-20T10:23:30,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/200b469f32a0418d8bdd38950fe06e12 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/200b469f32a0418d8bdd38950fe06e12 2024-11-20T10:23:30,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/317b0febc5fa4218a198b2d55e4eae2c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/317b0febc5fa4218a198b2d55e4eae2c 2024-11-20T10:23:30,972 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/recovered.edits/304.seqid, newMaxSeqId=304, maxSeqId=4 2024-11-20T10:23:30,973 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6. 2024-11-20T10:23:30,973 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 79a61976bb87dad103ed6bc037f889f6: 2024-11-20T10:23:30,975 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:30,975 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=79a61976bb87dad103ed6bc037f889f6, regionState=CLOSED 2024-11-20T10:23:30,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T10:23:30,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 79a61976bb87dad103ed6bc037f889f6, server=d4f420762b49,44213,1732098148621 in 2.2550 sec 2024-11-20T10:23:30,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T10:23:30,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79a61976bb87dad103ed6bc037f889f6, UNASSIGN in 2.2580 sec 2024-11-20T10:23:30,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T10:23:30,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2600 sec 2024-11-20T10:23:30,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098210980"}]},"ts":"1732098210980"} 2024-11-20T10:23:30,981 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T10:23:30,983 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T10:23:30,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2720 sec 2024-11-20T10:23:32,635 DEBUG [master/d4f420762b49:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 372812ae3d724f3ab6cd41ee6ef91cba changed from -1.0 to 0.0, refreshing cache 2024-11-20T10:23:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T10:23:32,818 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T10:23:32,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T10:23:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:32,820 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T10:23:32,820 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:32,822 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,824 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/recovered.edits] 2024-11-20T10:23:32,827 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7a97d83c7421499bb6365e82fd31f5a8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7a97d83c7421499bb6365e82fd31f5a8 2024-11-20T10:23:32,828 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7fde6cae378c4e2fa09cfa63b33b0da0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/7fde6cae378c4e2fa09cfa63b33b0da0 2024-11-20T10:23:32,829 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/8036ec2fc8204694834922c3cd265b63 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/A/8036ec2fc8204694834922c3cd265b63 2024-11-20T10:23:32,831 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/0842a454165845aeb0f9be02fd9b9f96 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/0842a454165845aeb0f9be02fd9b9f96 2024-11-20T10:23:32,833 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/47434d561258469ebb4cbbf9d88ba864 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/47434d561258469ebb4cbbf9d88ba864 2024-11-20T10:23:32,834 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5c6e508f2bdc4cf184786d9dd08643bd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/B/5c6e508f2bdc4cf184786d9dd08643bd 2024-11-20T10:23:32,836 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/05c62682338d4d4d9121593c83f24b7e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/05c62682338d4d4d9121593c83f24b7e 2024-11-20T10:23:32,838 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0ef00eb09c194f5fa4c1c7b11b26487e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/0ef00eb09c194f5fa4c1c7b11b26487e 2024-11-20T10:23:32,839 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3ea8cfe5aaf84a0bb6cd42269df6d60b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/C/3ea8cfe5aaf84a0bb6cd42269df6d60b 2024-11-20T10:23:32,842 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/recovered.edits/304.seqid to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6/recovered.edits/304.seqid 2024-11-20T10:23:32,842 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,843 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T10:23:32,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T10:23:32,844 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T10:23:32,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012058d488905422e938774cec1085bd1_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012058d488905422e938774cec1085bd1_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,849 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112036c3ee75a5ad4994bbf43f15333cff0b_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112036c3ee75a5ad4994bbf43f15333cff0b_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,850 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204145f8df72a44bf7a612883876a139b9_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204145f8df72a44bf7a612883876a139b9_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112049cef52db368443f94f4e43014659013_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112049cef52db368443f94f4e43014659013_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,853 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059ccf207f246490ab26379f803fc9b6a_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112059ccf207f246490ab26379f803fc9b6a_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,854 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f053d1b799a4082bd22a441ed777488_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f053d1b799a4082bd22a441ed777488_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,855 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112063426260d443404a8d050d9c28524529_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112063426260d443404a8d050d9c28524529_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,856 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120679cd2ac525348208da85cc3fe595f50_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120679cd2ac525348208da85cc3fe595f50_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,857 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075153f41c3f5446a803dbcbbcf97af84_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112075153f41c3f5446a803dbcbbcf97af84_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,859 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120896d98c50e244894887920fed8437ce5_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120896d98c50e244894887920fed8437ce5_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,860 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098a58295eb4e452b937f06d0e4532ec0_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112098a58295eb4e452b937f06d0e4532ec0_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,861 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ab2aae8abcdd498aa7d5345578448be9_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ab2aae8abcdd498aa7d5345578448be9_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,862 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bad3ec5c2f7645118e31aefc89073eac_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bad3ec5c2f7645118e31aefc89073eac_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,863 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e4e0d92656de466ea9157c7202b16b9c_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e4e0d92656de466ea9157c7202b16b9c_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6273e70fb30465ca0219d951575bff2_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6273e70fb30465ca0219d951575bff2_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,865 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc12095439794418a09670466753d89b_79a61976bb87dad103ed6bc037f889f6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc12095439794418a09670466753d89b_79a61976bb87dad103ed6bc037f889f6 2024-11-20T10:23:32,866 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T10:23:32,868 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:32,870 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T10:23:32,872 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T10:23:32,873 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:32,873 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T10:23:32,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732098212873"}]},"ts":"9223372036854775807"} 2024-11-20T10:23:32,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T10:23:32,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 79a61976bb87dad103ed6bc037f889f6, NAME => 'TestAcidGuarantees,,1732098182484.79a61976bb87dad103ed6bc037f889f6.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T10:23:32,875 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T10:23:32,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732098212875"}]},"ts":"9223372036854775807"} 2024-11-20T10:23:32,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T10:23:32,879 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:32,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-11-20T10:23:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T10:23:32,921 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T10:23:32,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: hconnection-0x734303d3-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966746774_22 at /127.0.0.1:48660 [Waiting for operation #633] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x734303d3-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1966746774_22 at /127.0.0.1:48648 [Waiting for operation #615] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-126020633_22 at /127.0.0.1:48608 [Waiting for operation #654] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-126020633_22 at /127.0.0.1:36824 [Waiting for operation #1036] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x734303d3-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x734303d3-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5516 (was 5637) 2024-11-20T10:23:32,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=5521 2024-11-20T10:23:32,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:23:32,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:23:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:32,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:23:32,942 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:32,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-20T10:23:32,943 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:23:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T10:23:32,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742047_1223 (size=963) 2024-11-20T10:23:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T10:23:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T10:23:33,350 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:23:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742048_1224 (size=53) 2024-11-20T10:23:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T10:23:33,756 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:23:33,756 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 44d2c61d12ee616a254c69c34bd80551, disabling compactions & flushes 2024-11-20T10:23:33,756 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:33,756 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:33,756 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. after waiting 0 ms 2024-11-20T10:23:33,756 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:33,756 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:33,756 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:33,757 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:23:33,758 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732098213758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732098213758"}]},"ts":"1732098213758"} 2024-11-20T10:23:33,759 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T10:23:33,759 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:23:33,759 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098213759"}]},"ts":"1732098213759"} 2024-11-20T10:23:33,760 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T10:23:33,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44d2c61d12ee616a254c69c34bd80551, ASSIGN}] 2024-11-20T10:23:33,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44d2c61d12ee616a254c69c34bd80551, ASSIGN 2024-11-20T10:23:33,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44d2c61d12ee616a254c69c34bd80551, ASSIGN; state=OFFLINE, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=false 2024-11-20T10:23:33,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=44d2c61d12ee616a254c69c34bd80551, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:33,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:23:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T10:23:34,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:34,072 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:34,072 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:23:34,073 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,073 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:23:34,073 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,073 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,074 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,075 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:34,076 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44d2c61d12ee616a254c69c34bd80551 columnFamilyName A 2024-11-20T10:23:34,076 DEBUG [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:34,076 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.HStore(327): Store=44d2c61d12ee616a254c69c34bd80551/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:34,076 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,077 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:34,077 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44d2c61d12ee616a254c69c34bd80551 columnFamilyName B 2024-11-20T10:23:34,077 DEBUG [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:34,078 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.HStore(327): Store=44d2c61d12ee616a254c69c34bd80551/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:34,078 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,079 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:23:34,079 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44d2c61d12ee616a254c69c34bd80551 columnFamilyName C 2024-11-20T10:23:34,079 DEBUG [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:23:34,079 INFO [StoreOpener-44d2c61d12ee616a254c69c34bd80551-1 {}] regionserver.HStore(327): Store=44d2c61d12ee616a254c69c34bd80551/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:23:34,079 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:34,080 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,080 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,082 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:23:34,083 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:34,085 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:23:34,085 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 44d2c61d12ee616a254c69c34bd80551; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63356971, jitterRate=-0.055907562375068665}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:23:34,086 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:34,086 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., pid=66, masterSystemTime=1732098214069 2024-11-20T10:23:34,088 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:34,088 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:34,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=44d2c61d12ee616a254c69c34bd80551, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:34,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T10:23:34,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 in 172 msec 2024-11-20T10:23:34,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T10:23:34,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=44d2c61d12ee616a254c69c34bd80551, ASSIGN in 326 msec 2024-11-20T10:23:34,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:23:34,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098214092"}]},"ts":"1732098214092"} 2024-11-20T10:23:34,092 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T10:23:34,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:23:34,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-20T10:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T10:23:35,047 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-20T10:23:35,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-20T10:23:35,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,055 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:23:35,057 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:23:35,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-20T10:23:35,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-20T10:23:35,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-20T10:23:35,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-20T10:23:35,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-20T10:23:35,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-20T10:23:35,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-20T10:23:35,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-20T10:23:35,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-20T10:23:35,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-20T10:23:35,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:23:35,097 DEBUG [hconnection-0x5a9c0f9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,098 DEBUG [hconnection-0x3168fae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:35,098 DEBUG [hconnection-0xa092da9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,099 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,098 DEBUG [hconnection-0x3e0694bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-20T10:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T10:23:35,099 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,100 DEBUG [hconnection-0x31fbbce4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:35,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:35,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:35,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:35,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:23:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:35,112 DEBUG [hconnection-0x4ffe7370-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,112 DEBUG [hconnection-0x2e96932d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,113 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,113 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,114 DEBUG [hconnection-0x4e82be12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,114 DEBUG [hconnection-0x6e15f1f4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,115 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,115 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,115 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,116 DEBUG [hconnection-0x1cbac576-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:23:35,117 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:23:35,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098275130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098275130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098275132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/cf46a0ff365c4aafb0c0ccb212e4855e is 50, key is test_row_0/A:col10/1732098215108/Put/seqid=0 2024-11-20T10:23:35,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098275134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098275138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742049_1225 (size=14341) 2024-11-20T10:23:35,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/cf46a0ff365c4aafb0c0ccb212e4855e 2024-11-20T10:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T10:23:35,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/31412f90a2434b3bb2fa54c6994f7763 is 50, key is test_row_0/B:col10/1732098215108/Put/seqid=0 2024-11-20T10:23:35,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098275236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098275237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098275237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742050_1226 (size=12001) 2024-11-20T10:23:35,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098275239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098275241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T10:23:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:35,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T10:23:35,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T10:23:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098275440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098275440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098275440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098275445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098275446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T10:23:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/31412f90a2434b3bb2fa54c6994f7763 2024-11-20T10:23:35,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a89a0ff7302a4570ad975727377baec2 is 50, key is test_row_0/C:col10/1732098215108/Put/seqid=0 2024-11-20T10:23:35,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742051_1227 (size=12001) 2024-11-20T10:23:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T10:23:35,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T10:23:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:35,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098275742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098275743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098275743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098275748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098275749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:35,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T10:23:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:35,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:36,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T10:23:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:36,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:36,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:36,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a89a0ff7302a4570ad975727377baec2 2024-11-20T10:23:36,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/cf46a0ff365c4aafb0c0ccb212e4855e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/cf46a0ff365c4aafb0c0ccb212e4855e 2024-11-20T10:23:36,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/cf46a0ff365c4aafb0c0ccb212e4855e, entries=200, sequenceid=13, filesize=14.0 K 2024-11-20T10:23:36,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/31412f90a2434b3bb2fa54c6994f7763 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/31412f90a2434b3bb2fa54c6994f7763 2024-11-20T10:23:36,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/31412f90a2434b3bb2fa54c6994f7763, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T10:23:36,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a89a0ff7302a4570ad975727377baec2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a89a0ff7302a4570ad975727377baec2 2024-11-20T10:23:36,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a89a0ff7302a4570ad975727377baec2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T10:23:36,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 44d2c61d12ee616a254c69c34bd80551 in 989ms, sequenceid=13, compaction requested=false 2024-11-20T10:23:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T10:23:36,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:36,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T10:23:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:36,173 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:23:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ec1dc5211d7845e1af7b43d4b0155c64 is 50, key is test_row_0/A:col10/1732098215132/Put/seqid=0 2024-11-20T10:23:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742052_1228 (size=12001) 2024-11-20T10:23:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T10:23:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:36,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:36,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098276253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098276253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098276254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098276254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098276254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098276356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098276357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098276357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:23:36,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098276559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098276559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098276559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,586 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ec1dc5211d7845e1af7b43d4b0155c64 2024-11-20T10:23:36,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/4c1db7b6f01a417298b0d3ca0a70400d is 50, key is test_row_0/B:col10/1732098215132/Put/seqid=0 2024-11-20T10:23:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742053_1229 (size=12001) 2024-11-20T10:23:36,623 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/4c1db7b6f01a417298b0d3ca0a70400d 2024-11-20T10:23:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/f12582fb35f84836862713fecbb21b91 is 50, key is test_row_0/C:col10/1732098215132/Put/seqid=0 2024-11-20T10:23:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742054_1230 (size=12001) 2024-11-20T10:23:36,643 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/f12582fb35f84836862713fecbb21b91 2024-11-20T10:23:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ec1dc5211d7845e1af7b43d4b0155c64 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ec1dc5211d7845e1af7b43d4b0155c64 2024-11-20T10:23:36,656 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ec1dc5211d7845e1af7b43d4b0155c64, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T10:23:36,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/4c1db7b6f01a417298b0d3ca0a70400d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c1db7b6f01a417298b0d3ca0a70400d 2024-11-20T10:23:36,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c1db7b6f01a417298b0d3ca0a70400d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T10:23:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/f12582fb35f84836862713fecbb21b91 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/f12582fb35f84836862713fecbb21b91 2024-11-20T10:23:36,675 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/f12582fb35f84836862713fecbb21b91, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T10:23:36,676 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 44d2c61d12ee616a254c69c34bd80551 in 503ms, sequenceid=38, compaction requested=false 2024-11-20T10:23:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-20T10:23:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-20T10:23:36,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T10:23:36,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5780 sec 2024-11-20T10:23:36,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.5820 sec 2024-11-20T10:23:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:36,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T10:23:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:36,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/d8ee2344eb6142f8a74cc8d941555d4d is 50, key is test_row_0/A:col10/1732098216861/Put/seqid=0 2024-11-20T10:23:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742055_1231 (size=12001) 2024-11-20T10:23:36,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098276885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098276886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098276886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098276988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098276988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:36,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098276989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098277191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098277191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098277192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T10:23:37,204 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-20T10:23:37,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-20T10:23:37,207 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T10:23:37,207 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:37,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:37,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098277259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098277262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/d8ee2344eb6142f8a74cc8d941555d4d 2024-11-20T10:23:37,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e is 50, key is test_row_0/B:col10/1732098216861/Put/seqid=0 2024-11-20T10:23:37,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742056_1232 (size=12001) 2024-11-20T10:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T10:23:37,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T10:23:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098277494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098277495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098277495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T10:23:37,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T10:23:37,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T10:23:37,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:37,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e 2024-11-20T10:23:37,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a783bee2ef95461981aa3be8ceec2b74 is 50, key is test_row_0/C:col10/1732098216861/Put/seqid=0 2024-11-20T10:23:37,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742057_1233 (size=12001) 2024-11-20T10:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T10:23:37,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T10:23:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:37,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T10:23:37,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:37,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:37,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:38,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098277998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:38,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098277999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:38,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098277999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:38,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a783bee2ef95461981aa3be8ceec2b74 2024-11-20T10:23:38,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/d8ee2344eb6142f8a74cc8d941555d4d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/d8ee2344eb6142f8a74cc8d941555d4d 2024-11-20T10:23:38,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/d8ee2344eb6142f8a74cc8d941555d4d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T10:23:38,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e 2024-11-20T10:23:38,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T10:23:38,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a783bee2ef95461981aa3be8ceec2b74 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a783bee2ef95461981aa3be8ceec2b74 2024-11-20T10:23:38,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a783bee2ef95461981aa3be8ceec2b74, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T10:23:38,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 44d2c61d12ee616a254c69c34bd80551 in 1257ms, sequenceid=50, compaction requested=true 2024-11-20T10:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:38,120 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:38,120 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:38,121 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:38,121 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:38,121 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:38,121 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/cf46a0ff365c4aafb0c0ccb212e4855e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ec1dc5211d7845e1af7b43d4b0155c64, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/d8ee2344eb6142f8a74cc8d941555d4d] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=37.4 K 2024-11-20T10:23:38,122 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:38,122 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:38,122 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:38,122 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/31412f90a2434b3bb2fa54c6994f7763, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c1db7b6f01a417298b0d3ca0a70400d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.2 K 2024-11-20T10:23:38,122 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf46a0ff365c4aafb0c0ccb212e4855e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732098215104 2024-11-20T10:23:38,123 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 31412f90a2434b3bb2fa54c6994f7763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732098215104 2024-11-20T10:23:38,123 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec1dc5211d7845e1af7b43d4b0155c64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732098215125 2024-11-20T10:23:38,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:38,124 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c1db7b6f01a417298b0d3ca0a70400d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732098215125 2024-11-20T10:23:38,124 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8ee2344eb6142f8a74cc8d941555d4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098216249 2024-11-20T10:23:38,125 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 525fa6cc2cfd44f7ad35a40c6ebc6e7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098216249 2024-11-20T10:23:38,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T10:23:38,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:38,125 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T10:23:38,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:38,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/4ce6de2d4bc54a48882a0582bf530702 is 50, key is test_row_0/A:col10/1732098216885/Put/seqid=0 2024-11-20T10:23:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742058_1234 (size=12001) 2024-11-20T10:23:38,158 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:38,159 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/f6b58fd63e2245a6a0242aaadc6dfc11 is 50, key is test_row_0/A:col10/1732098216861/Put/seqid=0 2024-11-20T10:23:38,162 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:38,163 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/c2cdd6d7e6e44cd585a64131e2a6edfe is 50, key is test_row_0/B:col10/1732098216861/Put/seqid=0 2024-11-20T10:23:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742059_1235 (size=12104) 2024-11-20T10:23:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742060_1236 (size=12104) 2024-11-20T10:23:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T10:23:38,555 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/4ce6de2d4bc54a48882a0582bf530702 2024-11-20T10:23:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/14eb3c7d6b76496dae644aedb33a9ec3 is 50, key is test_row_0/B:col10/1732098216885/Put/seqid=0 2024-11-20T10:23:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742061_1237 (size=12001) 2024-11-20T10:23:38,570 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/14eb3c7d6b76496dae644aedb33a9ec3 2024-11-20T10:23:38,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/71104807f082421297ca2dacd5c300f1 is 50, key is test_row_0/C:col10/1732098216885/Put/seqid=0 2024-11-20T10:23:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742062_1238 (size=12001) 2024-11-20T10:23:38,587 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/f6b58fd63e2245a6a0242aaadc6dfc11 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f6b58fd63e2245a6a0242aaadc6dfc11 2024-11-20T10:23:38,587 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/71104807f082421297ca2dacd5c300f1 2024-11-20T10:23:38,595 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into f6b58fd63e2245a6a0242aaadc6dfc11(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:38,595 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:38,595 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=13, startTime=1732098218120; duration=0sec 2024-11-20T10:23:38,595 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:38,595 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/4ce6de2d4bc54a48882a0582bf530702 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4ce6de2d4bc54a48882a0582bf530702 2024-11-20T10:23:38,596 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:38,599 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:38,599 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:38,599 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:38,599 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a89a0ff7302a4570ad975727377baec2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/f12582fb35f84836862713fecbb21b91, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a783bee2ef95461981aa3be8ceec2b74] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.2 K 2024-11-20T10:23:38,600 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting a89a0ff7302a4570ad975727377baec2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732098215104 2024-11-20T10:23:38,601 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f12582fb35f84836862713fecbb21b91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732098215125 2024-11-20T10:23:38,601 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/c2cdd6d7e6e44cd585a64131e2a6edfe as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c2cdd6d7e6e44cd585a64131e2a6edfe 2024-11-20T10:23:38,602 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting a783bee2ef95461981aa3be8ceec2b74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098216249 2024-11-20T10:23:38,603 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4ce6de2d4bc54a48882a0582bf530702, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T10:23:38,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/14eb3c7d6b76496dae644aedb33a9ec3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/14eb3c7d6b76496dae644aedb33a9ec3 2024-11-20T10:23:38,608 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into c2cdd6d7e6e44cd585a64131e2a6edfe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:38,608 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:38,608 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=13, startTime=1732098218120; duration=0sec 2024-11-20T10:23:38,608 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:38,608 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:38,614 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/14eb3c7d6b76496dae644aedb33a9ec3, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T10:23:38,616 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:38,616 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ff94365f37b54585b786a6c3071abf6f is 50, key is test_row_0/C:col10/1732098216861/Put/seqid=0 2024-11-20T10:23:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/71104807f082421297ca2dacd5c300f1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/71104807f082421297ca2dacd5c300f1 2024-11-20T10:23:38,636 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/71104807f082421297ca2dacd5c300f1, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T10:23:38,637 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 44d2c61d12ee616a254c69c34bd80551 in 512ms, sequenceid=74, compaction requested=false 2024-11-20T10:23:38,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:38,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:38,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-20T10:23:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-20T10:23:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742063_1239 (size=12104) 2024-11-20T10:23:38,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T10:23:38,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-20T10:23:38,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4370 sec 2024-11-20T10:23:38,645 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ff94365f37b54585b786a6c3071abf6f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ff94365f37b54585b786a6c3071abf6f 2024-11-20T10:23:38,651 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into ff94365f37b54585b786a6c3071abf6f(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:38,651 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:38,651 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=13, startTime=1732098218120; duration=0sec 2024-11-20T10:23:38,651 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:38,651 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:39,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:39,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:39,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/45eb7830d7c34a76be7f4c202b93988b is 50, key is test_row_0/A:col10/1732098219008/Put/seqid=0 2024-11-20T10:23:39,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742064_1240 (size=12001) 2024-11-20T10:23:39,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098279062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098279066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098279066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098279167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098279169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098279169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098279262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,264 DEBUG [Thread-1052 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098279281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,282 DEBUG [Thread-1050 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T10:23:39,311 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T10:23:39,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-20T10:23:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T10:23:39,313 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:39,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:39,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098279370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098279371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098279372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T10:23:39,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/45eb7830d7c34a76be7f4c202b93988b 2024-11-20T10:23:39,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16 is 50, key is test_row_0/B:col10/1732098219008/Put/seqid=0 2024-11-20T10:23:39,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742065_1241 (size=12001) 2024-11-20T10:23:39,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16 2024-11-20T10:23:39,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ca82f723ff4e45d0b8bcfd49ff2325cd is 50, key is test_row_0/C:col10/1732098219008/Put/seqid=0 2024-11-20T10:23:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742066_1242 (size=12001) 2024-11-20T10:23:39,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T10:23:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T10:23:39,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T10:23:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098279673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098279676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098279676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T10:23:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:39,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ca82f723ff4e45d0b8bcfd49ff2325cd 2024-11-20T10:23:39,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/45eb7830d7c34a76be7f4c202b93988b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/45eb7830d7c34a76be7f4c202b93988b 2024-11-20T10:23:39,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/45eb7830d7c34a76be7f4c202b93988b, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T10:23:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16 2024-11-20T10:23:39,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T10:23:39,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ca82f723ff4e45d0b8bcfd49ff2325cd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca82f723ff4e45d0b8bcfd49ff2325cd 2024-11-20T10:23:39,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca82f723ff4e45d0b8bcfd49ff2325cd, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T10:23:39,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 44d2c61d12ee616a254c69c34bd80551 in 858ms, sequenceid=89, compaction requested=true 2024-11-20T10:23:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:39,872 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:39,872 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:39,873 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:39,873 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:39,873 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:39,873 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:39,873 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,873 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,873 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f6b58fd63e2245a6a0242aaadc6dfc11, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4ce6de2d4bc54a48882a0582bf530702, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/45eb7830d7c34a76be7f4c202b93988b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.3 K 2024-11-20T10:23:39,873 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c2cdd6d7e6e44cd585a64131e2a6edfe, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/14eb3c7d6b76496dae644aedb33a9ec3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.3 K 2024-11-20T10:23:39,873 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6b58fd63e2245a6a0242aaadc6dfc11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098216249 2024-11-20T10:23:39,874 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting c2cdd6d7e6e44cd585a64131e2a6edfe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098216249 2024-11-20T10:23:39,874 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce6de2d4bc54a48882a0582bf530702, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732098216875 2024-11-20T10:23:39,874 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 14eb3c7d6b76496dae644aedb33a9ec3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732098216875 2024-11-20T10:23:39,874 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45eb7830d7c34a76be7f4c202b93988b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098219008 2024-11-20T10:23:39,875 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting d9a7ee6f6a9e4b0498800f7ec6b8ee16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098219008 2024-11-20T10:23:39,883 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:39,884 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/abe793ca00e94837b8fa08810c231feb is 50, key is test_row_0/B:col10/1732098219008/Put/seqid=0 2024-11-20T10:23:39,884 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:39,884 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/4355b733c31e4f3d8d898cbe044d5dad is 50, key is test_row_0/A:col10/1732098219008/Put/seqid=0 2024-11-20T10:23:39,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742067_1243 (size=12207) 2024-11-20T10:23:39,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742068_1244 (size=12207) 2024-11-20T10:23:39,898 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/abe793ca00e94837b8fa08810c231feb as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/abe793ca00e94837b8fa08810c231feb 2024-11-20T10:23:39,898 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/4355b733c31e4f3d8d898cbe044d5dad as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4355b733c31e4f3d8d898cbe044d5dad 2024-11-20T10:23:39,907 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into abe793ca00e94837b8fa08810c231feb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:39,907 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:39,907 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into 4355b733c31e4f3d8d898cbe044d5dad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:39,907 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=13, startTime=1732098219872; duration=0sec 2024-11-20T10:23:39,907 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:39,907 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=13, startTime=1732098219872; duration=0sec 2024-11-20T10:23:39,907 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:39,907 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:39,908 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:39,908 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:39,908 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:39,909 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:39,909 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:39,909 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,909 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ff94365f37b54585b786a6c3071abf6f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/71104807f082421297ca2dacd5c300f1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca82f723ff4e45d0b8bcfd49ff2325cd] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.3 K 2024-11-20T10:23:39,910 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff94365f37b54585b786a6c3071abf6f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732098216249 2024-11-20T10:23:39,910 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71104807f082421297ca2dacd5c300f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732098216875 2024-11-20T10:23:39,911 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca82f723ff4e45d0b8bcfd49ff2325cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098219008 2024-11-20T10:23:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T10:23:39,921 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:39,922 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/edb74d2ef3c04ec1b180f419dded2c06 is 50, key is test_row_0/C:col10/1732098219008/Put/seqid=0 2024-11-20T10:23:39,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:39,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T10:23:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:39,925 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T10:23:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:39,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:39,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:39,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742069_1245 (size=12207) 2024-11-20T10:23:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/21ec3e39344244c4a1604451b390ece3 is 50, key is test_row_0/A:col10/1732098219065/Put/seqid=0 2024-11-20T10:23:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742070_1246 (size=12001) 2024-11-20T10:23:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:40,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:40,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098280187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098280188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098280188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098280289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098280290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098280290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,336 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/21ec3e39344244c4a1604451b390ece3 2024-11-20T10:23:40,336 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/edb74d2ef3c04ec1b180f419dded2c06 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/edb74d2ef3c04ec1b180f419dded2c06 2024-11-20T10:23:40,346 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into edb74d2ef3c04ec1b180f419dded2c06(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:40,346 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:40,346 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=13, startTime=1732098219872; duration=0sec 2024-11-20T10:23:40,347 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:40,347 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/2dab7e9d14274580b2c3c143a06af944 is 50, key is test_row_0/B:col10/1732098219065/Put/seqid=0 2024-11-20T10:23:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742071_1247 (size=12001) 2024-11-20T10:23:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T10:23:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098280491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098280493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098280494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,754 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/2dab7e9d14274580b2c3c143a06af944 2024-11-20T10:23:40,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/af92e63e52c945ab86939aaef0ff4df4 is 50, key is test_row_0/C:col10/1732098219065/Put/seqid=0 2024-11-20T10:23:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742072_1248 (size=12001) 2024-11-20T10:23:40,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098280794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098280796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098280797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,169 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/af92e63e52c945ab86939aaef0ff4df4 2024-11-20T10:23:41,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/21ec3e39344244c4a1604451b390ece3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21ec3e39344244c4a1604451b390ece3 2024-11-20T10:23:41,179 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21ec3e39344244c4a1604451b390ece3, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T10:23:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/2dab7e9d14274580b2c3c143a06af944 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/2dab7e9d14274580b2c3c143a06af944 2024-11-20T10:23:41,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/2dab7e9d14274580b2c3c143a06af944, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T10:23:41,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/af92e63e52c945ab86939aaef0ff4df4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/af92e63e52c945ab86939aaef0ff4df4 2024-11-20T10:23:41,190 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/af92e63e52c945ab86939aaef0ff4df4, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T10:23:41,191 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 44d2c61d12ee616a254c69c34bd80551 in 1266ms, sequenceid=115, compaction requested=false 2024-11-20T10:23:41,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:41,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-20T10:23:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-20T10:23:41,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T10:23:41,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8780 sec 2024-11-20T10:23:41,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.8830 sec 2024-11-20T10:23:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:41,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T10:23:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:41,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/61ecdc402bda4f18b4a2c132f7f9a46f is 50, key is test_row_0/A:col10/1732098221299/Put/seqid=0 2024-11-20T10:23:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742073_1249 (size=12051) 2024-11-20T10:23:41,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/61ecdc402bda4f18b4a2c132f7f9a46f 2024-11-20T10:23:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098281325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/e3a2fb7adee5490b82467d0c7b32d2cb is 50, key is test_row_0/B:col10/1732098221299/Put/seqid=0 2024-11-20T10:23:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098281327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098281328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742074_1250 (size=12051) 2024-11-20T10:23:41,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/e3a2fb7adee5490b82467d0c7b32d2cb 2024-11-20T10:23:41,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/306324304ebd4d63b7a6272aa93dbcc2 is 50, key is test_row_0/C:col10/1732098221299/Put/seqid=0 2024-11-20T10:23:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742075_1251 (size=12051) 2024-11-20T10:23:41,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/306324304ebd4d63b7a6272aa93dbcc2 2024-11-20T10:23:41,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/61ecdc402bda4f18b4a2c132f7f9a46f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/61ecdc402bda4f18b4a2c132f7f9a46f 2024-11-20T10:23:41,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/61ecdc402bda4f18b4a2c132f7f9a46f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T10:23:41,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/e3a2fb7adee5490b82467d0c7b32d2cb as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e3a2fb7adee5490b82467d0c7b32d2cb 2024-11-20T10:23:41,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e3a2fb7adee5490b82467d0c7b32d2cb, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T10:23:41,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/306324304ebd4d63b7a6272aa93dbcc2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/306324304ebd4d63b7a6272aa93dbcc2 2024-11-20T10:23:41,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/306324304ebd4d63b7a6272aa93dbcc2, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T10:23:41,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 44d2c61d12ee616a254c69c34bd80551 in 82ms, sequenceid=129, compaction requested=true 2024-11-20T10:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:41,382 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:41,382 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:41,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:41,384 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:41,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:41,384 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:41,384 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,384 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,384 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/abe793ca00e94837b8fa08810c231feb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/2dab7e9d14274580b2c3c143a06af944, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e3a2fb7adee5490b82467d0c7b32d2cb] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.4 K 2024-11-20T10:23:41,384 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4355b733c31e4f3d8d898cbe044d5dad, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21ec3e39344244c4a1604451b390ece3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/61ecdc402bda4f18b4a2c132f7f9a46f] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.4 K 2024-11-20T10:23:41,384 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting abe793ca00e94837b8fa08810c231feb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098219008 2024-11-20T10:23:41,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4355b733c31e4f3d8d898cbe044d5dad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098219008 2024-11-20T10:23:41,385 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dab7e9d14274580b2c3c143a06af944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098219037 2024-11-20T10:23:41,385 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21ec3e39344244c4a1604451b390ece3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098219037 2024-11-20T10:23:41,385 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e3a2fb7adee5490b82467d0c7b32d2cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098220183 2024-11-20T10:23:41,385 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61ecdc402bda4f18b4a2c132f7f9a46f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098220183 2024-11-20T10:23:41,393 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:41,393 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:41,394 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/2740bb2b20a349f8b204e17aa588db3f is 50, key is test_row_0/A:col10/1732098221299/Put/seqid=0 2024-11-20T10:23:41,394 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/4c10555021714a94a29676abc42e3616 is 50, key is test_row_0/B:col10/1732098221299/Put/seqid=0 2024-11-20T10:23:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742076_1252 (size=12359) 2024-11-20T10:23:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742077_1253 (size=12359) 2024-11-20T10:23:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T10:23:41,417 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-20T10:23:41,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T10:23:41,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:41,421 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T10:23:41,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:41,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:23:41,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:41,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:41,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:41,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:41,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:41,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:41,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/64b3614cb5eb410f882e62fc60224d1a is 50, key is test_row_0/A:col10/1732098221323/Put/seqid=0 2024-11-20T10:23:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742078_1254 (size=12151) 2024-11-20T10:23:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098281440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098281443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098281444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T10:23:41,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098281545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098281546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098281547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T10:23:41,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098281749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098281749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098281750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,809 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/2740bb2b20a349f8b204e17aa588db3f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/2740bb2b20a349f8b204e17aa588db3f 2024-11-20T10:23:41,809 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/4c10555021714a94a29676abc42e3616 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c10555021714a94a29676abc42e3616 2024-11-20T10:23:41,814 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into 4c10555021714a94a29676abc42e3616(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:41,814 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into 2740bb2b20a349f8b204e17aa588db3f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:41,814 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:41,814 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:41,814 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=13, startTime=1732098221382; duration=0sec 2024-11-20T10:23:41,814 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=13, startTime=1732098221382; duration=0sec 2024-11-20T10:23:41,815 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:41,815 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:41,815 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:41,815 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:41,815 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:41,816 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:41,816 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:41,816 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,816 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/edb74d2ef3c04ec1b180f419dded2c06, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/af92e63e52c945ab86939aaef0ff4df4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/306324304ebd4d63b7a6272aa93dbcc2] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=35.4 K 2024-11-20T10:23:41,816 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting edb74d2ef3c04ec1b180f419dded2c06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732098219008 2024-11-20T10:23:41,817 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting af92e63e52c945ab86939aaef0ff4df4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098219037 2024-11-20T10:23:41,817 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 306324304ebd4d63b7a6272aa93dbcc2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098220183 2024-11-20T10:23:41,825 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:41,825 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/e915df4ca62b4e63a47bee7829abf8d1 is 50, key is test_row_0/C:col10/1732098221299/Put/seqid=0 2024-11-20T10:23:41,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742079_1255 (size=12359) 2024-11-20T10:23:41,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/64b3614cb5eb410f882e62fc60224d1a 2024-11-20T10:23:41,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/b9726dd3fd9b4a49b402956bf791f09a is 50, key is test_row_0/B:col10/1732098221323/Put/seqid=0 2024-11-20T10:23:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742080_1256 (size=12151) 2024-11-20T10:23:41,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:41,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:41,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T10:23:42,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098282051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098282052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098282053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,236 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/e915df4ca62b4e63a47bee7829abf8d1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/e915df4ca62b4e63a47bee7829abf8d1 2024-11-20T10:23:42,241 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into e915df4ca62b4e63a47bee7829abf8d1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:42,241 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:42,241 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=13, startTime=1732098221382; duration=0sec 2024-11-20T10:23:42,241 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:42,241 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:42,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/b9726dd3fd9b4a49b402956bf791f09a 2024-11-20T10:23:42,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403 is 50, key is test_row_0/C:col10/1732098221323/Put/seqid=0 2024-11-20T10:23:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742081_1257 (size=12151) 2024-11-20T10:23:42,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T10:23:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098282555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098282556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098282559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:42,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403 2024-11-20T10:23:42,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/64b3614cb5eb410f882e62fc60224d1a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/64b3614cb5eb410f882e62fc60224d1a 2024-11-20T10:23:42,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/64b3614cb5eb410f882e62fc60224d1a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T10:23:42,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/b9726dd3fd9b4a49b402956bf791f09a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/b9726dd3fd9b4a49b402956bf791f09a 2024-11-20T10:23:42,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/b9726dd3fd9b4a49b402956bf791f09a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T10:23:42,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403 2024-11-20T10:23:42,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T10:23:42,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 44d2c61d12ee616a254c69c34bd80551 in 1276ms, sequenceid=154, compaction requested=false 2024-11-20T10:23:42,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:42,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:42,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T10:23:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:42,797 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:23:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/af6121cb4323425da891dd17d13b53c4 is 50, key is test_row_0/A:col10/1732098221442/Put/seqid=0 2024-11-20T10:23:42,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742082_1258 (size=12151) 2024-11-20T10:23:43,210 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/af6121cb4323425da891dd17d13b53c4 2024-11-20T10:23:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/e578db8c67804bcda70fd6f6e1f82e40 is 50, key is test_row_0/B:col10/1732098221442/Put/seqid=0 2024-11-20T10:23:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742083_1259 (size=12151) 2024-11-20T10:23:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:43,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:43,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098283317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098283318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098283421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098283422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T10:23:43,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098283562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098283567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098283569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098283623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098283625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,637 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/e578db8c67804bcda70fd6f6e1f82e40 2024-11-20T10:23:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/96abda03efb8473995a032ece577a5a5 is 50, key is test_row_0/C:col10/1732098221442/Put/seqid=0 2024-11-20T10:23:43,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742084_1260 (size=12151) 2024-11-20T10:23:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098283926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:43,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098283927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:44,050 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/96abda03efb8473995a032ece577a5a5 2024-11-20T10:23:44,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/af6121cb4323425da891dd17d13b53c4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/af6121cb4323425da891dd17d13b53c4 2024-11-20T10:23:44,059 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/af6121cb4323425da891dd17d13b53c4, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T10:23:44,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/e578db8c67804bcda70fd6f6e1f82e40 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e578db8c67804bcda70fd6f6e1f82e40 2024-11-20T10:23:44,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e578db8c67804bcda70fd6f6e1f82e40, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T10:23:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/96abda03efb8473995a032ece577a5a5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/96abda03efb8473995a032ece577a5a5 2024-11-20T10:23:44,070 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/96abda03efb8473995a032ece577a5a5, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T10:23:44,071 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 44d2c61d12ee616a254c69c34bd80551 in 1274ms, sequenceid=168, compaction requested=true 2024-11-20T10:23:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T10:23:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T10:23:44,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T10:23:44,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-11-20T10:23:44,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.6560 sec 2024-11-20T10:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:44,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T10:23:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:44,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/c0233c7cd5b2406cab967b368e418691 is 50, key is test_row_0/A:col10/1732098224432/Put/seqid=0 2024-11-20T10:23:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742085_1261 (size=14541) 2024-11-20T10:23:44,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/c0233c7cd5b2406cab967b368e418691 2024-11-20T10:23:44,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098284444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:44,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098284446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:44,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/a6df797a404f4d619854c35f6131adfa is 50, key is test_row_0/B:col10/1732098224432/Put/seqid=0 2024-11-20T10:23:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742086_1262 (size=12151) 2024-11-20T10:23:44,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098284549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:44,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098284549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098284752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098284752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:44,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/a6df797a404f4d619854c35f6131adfa 2024-11-20T10:23:44,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/941882fc975a43d4a2ec2a4b7fb5dfff is 50, key is test_row_0/C:col10/1732098224432/Put/seqid=0 2024-11-20T10:23:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742087_1263 (size=12151) 2024-11-20T10:23:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098285056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098285057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/941882fc975a43d4a2ec2a4b7fb5dfff 2024-11-20T10:23:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/c0233c7cd5b2406cab967b368e418691 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c0233c7cd5b2406cab967b368e418691 2024-11-20T10:23:45,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c0233c7cd5b2406cab967b368e418691, entries=200, sequenceid=194, filesize=14.2 K 2024-11-20T10:23:45,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/a6df797a404f4d619854c35f6131adfa as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/a6df797a404f4d619854c35f6131adfa 2024-11-20T10:23:45,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/a6df797a404f4d619854c35f6131adfa, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T10:23:45,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/941882fc975a43d4a2ec2a4b7fb5dfff as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/941882fc975a43d4a2ec2a4b7fb5dfff 2024-11-20T10:23:45,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/941882fc975a43d4a2ec2a4b7fb5dfff, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T10:23:45,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 44d2c61d12ee616a254c69c34bd80551 in 859ms, sequenceid=194, compaction requested=true 2024-11-20T10:23:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:45,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:45,293 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:45,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:45,293 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:45,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:45,294 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51202 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:45,294 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:45,294 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:45,294 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:45,294 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,294 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,294 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/2740bb2b20a349f8b204e17aa588db3f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/64b3614cb5eb410f882e62fc60224d1a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/af6121cb4323425da891dd17d13b53c4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c0233c7cd5b2406cab967b368e418691] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=50.0 K 2024-11-20T10:23:45,294 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c10555021714a94a29676abc42e3616, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/b9726dd3fd9b4a49b402956bf791f09a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e578db8c67804bcda70fd6f6e1f82e40, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/a6df797a404f4d619854c35f6131adfa] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=47.7 K 2024-11-20T10:23:45,295 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c10555021714a94a29676abc42e3616, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098220183 2024-11-20T10:23:45,295 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2740bb2b20a349f8b204e17aa588db3f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098220183 2024-11-20T10:23:45,296 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64b3614cb5eb410f882e62fc60224d1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732098221323 2024-11-20T10:23:45,296 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b9726dd3fd9b4a49b402956bf791f09a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732098221323 2024-11-20T10:23:45,296 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e578db8c67804bcda70fd6f6e1f82e40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732098221439 2024-11-20T10:23:45,296 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting af6121cb4323425da891dd17d13b53c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732098221439 2024-11-20T10:23:45,297 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting a6df797a404f4d619854c35f6131adfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732098223313 2024-11-20T10:23:45,297 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0233c7cd5b2406cab967b368e418691, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732098223313 2024-11-20T10:23:45,309 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:45,310 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/4683069577fe42449a421fc647c8aa4a is 50, key is test_row_0/B:col10/1732098224432/Put/seqid=0 2024-11-20T10:23:45,319 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:45,319 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/0605fbfadf13459db8d029a58c077c2d is 50, key is test_row_0/A:col10/1732098224432/Put/seqid=0 2024-11-20T10:23:45,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742088_1264 (size=12595) 2024-11-20T10:23:45,328 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/4683069577fe42449a421fc647c8aa4a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4683069577fe42449a421fc647c8aa4a 2024-11-20T10:23:45,333 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into 4683069577fe42449a421fc647c8aa4a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:45,334 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:45,334 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=12, startTime=1732098225292; duration=0sec 2024-11-20T10:23:45,334 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:45,334 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:45,334 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:45,335 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:45,336 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:45,336 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,336 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/e915df4ca62b4e63a47bee7829abf8d1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/96abda03efb8473995a032ece577a5a5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/941882fc975a43d4a2ec2a4b7fb5dfff] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=47.7 K 2024-11-20T10:23:45,336 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e915df4ca62b4e63a47bee7829abf8d1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098220183 2024-11-20T10:23:45,337 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f2dc4a4c1ba44b3a0b7952d2b9fe403, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732098221323 2024-11-20T10:23:45,337 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 96abda03efb8473995a032ece577a5a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732098221439 2024-11-20T10:23:45,337 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 941882fc975a43d4a2ec2a4b7fb5dfff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732098223313 2024-11-20T10:23:45,348 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:45,348 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fe11c22b685d49a9932fd72386c6b958 is 50, key is test_row_0/C:col10/1732098224432/Put/seqid=0 2024-11-20T10:23:45,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742089_1265 (size=12595) 2024-11-20T10:23:45,355 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/0605fbfadf13459db8d029a58c077c2d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/0605fbfadf13459db8d029a58c077c2d 2024-11-20T10:23:45,361 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into 0605fbfadf13459db8d029a58c077c2d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:45,361 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:45,361 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=12, startTime=1732098225292; duration=0sec 2024-11-20T10:23:45,361 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:45,361 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:45,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742090_1266 (size=12595) 2024-11-20T10:23:45,373 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fe11c22b685d49a9932fd72386c6b958 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fe11c22b685d49a9932fd72386c6b958 2024-11-20T10:23:45,378 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into fe11c22b685d49a9932fd72386c6b958(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:45,378 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:45,378 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=12, startTime=1732098225293; duration=0sec 2024-11-20T10:23:45,379 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:45,379 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T10:23:45,526 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T10:23:45,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-20T10:23:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T10:23:45,529 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:45,529 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:45,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:45,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T10:23:45,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:45,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:45,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:45,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:45,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:45,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:45,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/c3fc2c2fb81042a48cc72bc4d86166c3 is 50, key is test_row_0/A:col10/1732098225562/Put/seqid=0 2024-11-20T10:23:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742091_1267 (size=12151) 2024-11-20T10:23:45,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/c3fc2c2fb81042a48cc72bc4d86166c3 2024-11-20T10:23:45,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/9de219a92b394fab809b696fcd4de5d1 is 50, key is test_row_0/B:col10/1732098225562/Put/seqid=0 2024-11-20T10:23:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742092_1268 (size=12151) 2024-11-20T10:23:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098285583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,586 DEBUG [Thread-1054 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098285584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098285584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098285585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098285585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T10:23:45,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T10:23:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098285688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098285688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098285688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098285688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T10:23:45,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T10:23:45,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:45,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098285890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098285891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098285891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098285891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/9de219a92b394fab809b696fcd4de5d1 2024-11-20T10:23:45,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:45,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T10:23:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:45,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:45,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/dfa3d7f142be479081ec989d21611669 is 50, key is test_row_0/C:col10/1732098225562/Put/seqid=0 2024-11-20T10:23:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742093_1269 (size=12151) 2024-11-20T10:23:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T10:23:46,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T10:23:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098286194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098286195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098286195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098286195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T10:23:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/dfa3d7f142be479081ec989d21611669 2024-11-20T10:23:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/c3fc2c2fb81042a48cc72bc4d86166c3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c3fc2c2fb81042a48cc72bc4d86166c3 2024-11-20T10:23:46,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c3fc2c2fb81042a48cc72bc4d86166c3, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T10:23:46,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/9de219a92b394fab809b696fcd4de5d1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9de219a92b394fab809b696fcd4de5d1 2024-11-20T10:23:46,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9de219a92b394fab809b696fcd4de5d1, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T10:23:46,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/dfa3d7f142be479081ec989d21611669 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/dfa3d7f142be479081ec989d21611669 2024-11-20T10:23:46,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/dfa3d7f142be479081ec989d21611669, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T10:23:46,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 44d2c61d12ee616a254c69c34bd80551 in 856ms, sequenceid=209, compaction requested=false 2024-11-20T10:23:46,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:46,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T10:23:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,451 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:23:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:46,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:46,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:46,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:46,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/997e8bfaac714e8b8234ef6286898f36 is 50, key is test_row_0/A:col10/1732098225583/Put/seqid=0 2024-11-20T10:23:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742094_1270 (size=12151) 2024-11-20T10:23:46,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/997e8bfaac714e8b8234ef6286898f36 2024-11-20T10:23:46,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/8ed3b2df4b1840a3af60deda650dd54c is 50, key is test_row_0/B:col10/1732098225583/Put/seqid=0 2024-11-20T10:23:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742095_1271 (size=12151) 2024-11-20T10:23:46,471 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/8ed3b2df4b1840a3af60deda650dd54c 2024-11-20T10:23:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fd18036301ac4bc689197aa222560726 is 50, key is test_row_0/C:col10/1732098225583/Put/seqid=0 2024-11-20T10:23:46,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742096_1272 (size=12151) 2024-11-20T10:23:46,484 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fd18036301ac4bc689197aa222560726 2024-11-20T10:23:46,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/997e8bfaac714e8b8234ef6286898f36 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/997e8bfaac714e8b8234ef6286898f36 2024-11-20T10:23:46,494 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/997e8bfaac714e8b8234ef6286898f36, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:23:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/8ed3b2df4b1840a3af60deda650dd54c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/8ed3b2df4b1840a3af60deda650dd54c 2024-11-20T10:23:46,500 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/8ed3b2df4b1840a3af60deda650dd54c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:23:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fd18036301ac4bc689197aa222560726 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fd18036301ac4bc689197aa222560726 2024-11-20T10:23:46,507 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fd18036301ac4bc689197aa222560726, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:23:46,508 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 44d2c61d12ee616a254c69c34bd80551 in 57ms, sequenceid=234, compaction requested=true 2024-11-20T10:23:46,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:46,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-20T10:23:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-20T10:23:46,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T10:23:46,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 981 msec 2024-11-20T10:23:46,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 986 msec 2024-11-20T10:23:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T10:23:46,632 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T10:23:46,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T10:23:46,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T10:23:46,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:46,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:46,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:23:46,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:46,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:46,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:46,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:46,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:46,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:46,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ebaa71e3a9ad4727b35efc03f3e8c375 is 50, key is test_row_0/A:col10/1732098226705/Put/seqid=0 2024-11-20T10:23:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742097_1273 (size=14541) 2024-11-20T10:23:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098286731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098286732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098286732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T10:23:46,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098286735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098286836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098286836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098286836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098286838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T10:23:46,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:46,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:46,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098287039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098287040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098287040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098287042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:47,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ebaa71e3a9ad4727b35efc03f3e8c375 2024-11-20T10:23:47,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/ded0543b2e5f4fcab806710f55d5e4d6 is 50, key is test_row_0/B:col10/1732098226705/Put/seqid=0 2024-11-20T10:23:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742098_1274 (size=12151) 2024-11-20T10:23:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T10:23:47,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098287342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098287344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098287344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098287346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:47,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/ded0543b2e5f4fcab806710f55d5e4d6 2024-11-20T10:23:47,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/20f430b470c0489390d83f9108360794 is 50, key is test_row_0/C:col10/1732098226705/Put/seqid=0 2024-11-20T10:23:47,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742099_1275 (size=12151) 2024-11-20T10:23:47,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:47,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:47,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:47,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T10:23:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098287848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098287848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098287850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098287852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:47,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:47,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:47,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:47,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/20f430b470c0489390d83f9108360794 2024-11-20T10:23:47,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ebaa71e3a9ad4727b35efc03f3e8c375 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ebaa71e3a9ad4727b35efc03f3e8c375 2024-11-20T10:23:47,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ebaa71e3a9ad4727b35efc03f3e8c375, entries=200, sequenceid=247, filesize=14.2 K 2024-11-20T10:23:47,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/ded0543b2e5f4fcab806710f55d5e4d6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/ded0543b2e5f4fcab806710f55d5e4d6 2024-11-20T10:23:47,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/ded0543b2e5f4fcab806710f55d5e4d6, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T10:23:47,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/20f430b470c0489390d83f9108360794 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/20f430b470c0489390d83f9108360794 2024-11-20T10:23:47,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/20f430b470c0489390d83f9108360794, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T10:23:47,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 44d2c61d12ee616a254c69c34bd80551 in 1265ms, sequenceid=247, compaction requested=true 2024-11-20T10:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:47,972 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:47,972 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:47,974 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:47,974 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:47,974 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:47,974 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:47,974 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,974 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:47,974 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4683069577fe42449a421fc647c8aa4a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9de219a92b394fab809b696fcd4de5d1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/8ed3b2df4b1840a3af60deda650dd54c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/ded0543b2e5f4fcab806710f55d5e4d6] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=47.9 K 2024-11-20T10:23:47,974 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/0605fbfadf13459db8d029a58c077c2d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c3fc2c2fb81042a48cc72bc4d86166c3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/997e8bfaac714e8b8234ef6286898f36, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ebaa71e3a9ad4727b35efc03f3e8c375] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=50.2 K 2024-11-20T10:23:47,974 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0605fbfadf13459db8d029a58c077c2d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732098223313 2024-11-20T10:23:47,974 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4683069577fe42449a421fc647c8aa4a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732098223313 2024-11-20T10:23:47,975 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3fc2c2fb81042a48cc72bc4d86166c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732098224439 2024-11-20T10:23:47,975 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 9de219a92b394fab809b696fcd4de5d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732098224439 2024-11-20T10:23:47,975 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 997e8bfaac714e8b8234ef6286898f36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732098225579 2024-11-20T10:23:47,975 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed3b2df4b1840a3af60deda650dd54c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732098225579 2024-11-20T10:23:47,976 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebaa71e3a9ad4727b35efc03f3e8c375, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732098226705 2024-11-20T10:23:47,976 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting ded0543b2e5f4fcab806710f55d5e4d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732098226705 2024-11-20T10:23:47,987 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:47,987 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:47,988 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/21544faa54664e0c9efde9d8d6bece9f is 50, key is test_row_0/A:col10/1732098226705/Put/seqid=0 2024-11-20T10:23:47,988 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/783efe894f3249fdb99dc924241d4663 is 50, key is test_row_0/B:col10/1732098226705/Put/seqid=0 2024-11-20T10:23:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742101_1277 (size=12731) 2024-11-20T10:23:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742100_1276 (size=12731) 2024-11-20T10:23:47,999 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/783efe894f3249fdb99dc924241d4663 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/783efe894f3249fdb99dc924241d4663 2024-11-20T10:23:48,000 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/21544faa54664e0c9efde9d8d6bece9f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21544faa54664e0c9efde9d8d6bece9f 2024-11-20T10:23:48,006 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into 783efe894f3249fdb99dc924241d4663(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:48,006 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into 21544faa54664e0c9efde9d8d6bece9f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:48,006 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:48,006 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:48,006 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=12, startTime=1732098227972; duration=0sec 2024-11-20T10:23:48,006 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=12, startTime=1732098227972; duration=0sec 2024-11-20T10:23:48,006 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:48,006 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:48,006 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:48,006 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:48,006 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:23:48,007 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:23:48,007 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:48,008 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:48,008 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fe11c22b685d49a9932fd72386c6b958, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/dfa3d7f142be479081ec989d21611669, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fd18036301ac4bc689197aa222560726, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/20f430b470c0489390d83f9108360794] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=47.9 K 2024-11-20T10:23:48,008 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting fe11c22b685d49a9932fd72386c6b958, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732098223313 2024-11-20T10:23:48,008 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting dfa3d7f142be479081ec989d21611669, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732098224439 2024-11-20T10:23:48,009 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting fd18036301ac4bc689197aa222560726, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732098225579 2024-11-20T10:23:48,009 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 20f430b470c0489390d83f9108360794, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732098226705 2024-11-20T10:23:48,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T10:23:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:48,013 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T10:23:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:48,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/32ff0659b5a846a3a2521a6418761ccb is 50, key is test_row_0/A:col10/1732098226734/Put/seqid=0 2024-11-20T10:23:48,019 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:48,020 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/7bc6f7db555742ca9b8f891430e59b58 is 50, key is test_row_0/C:col10/1732098226705/Put/seqid=0 2024-11-20T10:23:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742102_1278 (size=12301) 2024-11-20T10:23:48,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742103_1279 (size=12731) 2024-11-20T10:23:48,032 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/7bc6f7db555742ca9b8f891430e59b58 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/7bc6f7db555742ca9b8f891430e59b58 2024-11-20T10:23:48,037 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into 7bc6f7db555742ca9b8f891430e59b58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:48,037 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:48,037 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=12, startTime=1732098227972; duration=0sec 2024-11-20T10:23:48,037 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:48,038 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:48,424 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/32ff0659b5a846a3a2521a6418761ccb 2024-11-20T10:23:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/9676f423ca29470fa28bc5b127960e03 is 50, key is test_row_0/B:col10/1732098226734/Put/seqid=0 2024-11-20T10:23:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742104_1280 (size=12301) 2024-11-20T10:23:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T10:23:48,855 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/9676f423ca29470fa28bc5b127960e03 2024-11-20T10:23:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/8ec1ddd254674840be9687bafbc89c2f is 50, key is test_row_0/C:col10/1732098226734/Put/seqid=0 2024-11-20T10:23:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098288865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098288865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098288866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098288866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742105_1281 (size=12301) 2024-11-20T10:23:48,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098288968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098288969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098288969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098288969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098289171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098289171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098289172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098289173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,270 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/8ec1ddd254674840be9687bafbc89c2f 2024-11-20T10:23:49,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/32ff0659b5a846a3a2521a6418761ccb as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/32ff0659b5a846a3a2521a6418761ccb 2024-11-20T10:23:49,279 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/32ff0659b5a846a3a2521a6418761ccb, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T10:23:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/9676f423ca29470fa28bc5b127960e03 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9676f423ca29470fa28bc5b127960e03 2024-11-20T10:23:49,285 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9676f423ca29470fa28bc5b127960e03, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T10:23:49,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/8ec1ddd254674840be9687bafbc89c2f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/8ec1ddd254674840be9687bafbc89c2f 2024-11-20T10:23:49,290 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/8ec1ddd254674840be9687bafbc89c2f, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T10:23:49,291 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 44d2c61d12ee616a254c69c34bd80551 in 1278ms, sequenceid=272, compaction requested=false 2024-11-20T10:23:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:49,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T10:23:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T10:23:49,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T10:23:49,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6570 sec 2024-11-20T10:23:49,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.6620 sec 2024-11-20T10:23:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:49,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T10:23:49,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:49,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:49,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:49,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:49,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:49,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:49,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/618f9625218e4d8c952a3b4131f2b965 is 50, key is test_row_0/A:col10/1732098228864/Put/seqid=0 2024-11-20T10:23:49,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742106_1282 (size=12301) 2024-11-20T10:23:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098289495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098289496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098289496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098289498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098289599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098289600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098289600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098289600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55138 deadline: 1732098289604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,606 DEBUG [Thread-1054 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:23:49,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098289802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098289802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098289803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098289803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:49,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/618f9625218e4d8c952a3b4131f2b965 2024-11-20T10:23:49,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/13b3ae46cee0402ebaa3e2de9dfebd0e is 50, key is test_row_0/B:col10/1732098228864/Put/seqid=0 2024-11-20T10:23:49,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742107_1283 (size=12301) 2024-11-20T10:23:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098290103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098290105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098290107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098290107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/13b3ae46cee0402ebaa3e2de9dfebd0e 2024-11-20T10:23:50,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ca193fd9015b441ca52afecf720f2483 is 50, key is test_row_0/C:col10/1732098228864/Put/seqid=0 2024-11-20T10:23:50,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742108_1284 (size=12301) 2024-11-20T10:23:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098290607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098290610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098290611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098290612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ca193fd9015b441ca52afecf720f2483 2024-11-20T10:23:50,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/618f9625218e4d8c952a3b4131f2b965 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/618f9625218e4d8c952a3b4131f2b965 2024-11-20T10:23:50,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/618f9625218e4d8c952a3b4131f2b965, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T10:23:50,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/13b3ae46cee0402ebaa3e2de9dfebd0e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/13b3ae46cee0402ebaa3e2de9dfebd0e 2024-11-20T10:23:50,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/13b3ae46cee0402ebaa3e2de9dfebd0e, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T10:23:50,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/ca193fd9015b441ca52afecf720f2483 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca193fd9015b441ca52afecf720f2483 2024-11-20T10:23:50,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca193fd9015b441ca52afecf720f2483, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T10:23:50,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 44d2c61d12ee616a254c69c34bd80551 in 1263ms, sequenceid=287, compaction requested=true 2024-11-20T10:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:50,739 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:50,739 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T10:23:50,740 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T10:23:50,740 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:50,740 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:50,741 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:50,741 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/783efe894f3249fdb99dc924241d4663, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9676f423ca29470fa28bc5b127960e03, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/13b3ae46cee0402ebaa3e2de9dfebd0e] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.5 K 2024-11-20T10:23:50,741 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:50,741 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:50,741 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:50,741 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21544faa54664e0c9efde9d8d6bece9f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/32ff0659b5a846a3a2521a6418761ccb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/618f9625218e4d8c952a3b4131f2b965] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.5 K 2024-11-20T10:23:50,742 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21544faa54664e0c9efde9d8d6bece9f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732098226705 2024-11-20T10:23:50,742 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 783efe894f3249fdb99dc924241d4663, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732098226705 2024-11-20T10:23:50,742 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ff0659b5a846a3a2521a6418761ccb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732098226730 2024-11-20T10:23:50,742 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 9676f423ca29470fa28bc5b127960e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732098226730 2024-11-20T10:23:50,743 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 618f9625218e4d8c952a3b4131f2b965, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732098228864 2024-11-20T10:23:50,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:50,743 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b3ae46cee0402ebaa3e2de9dfebd0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732098228864 2024-11-20T10:23:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T10:23:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T10:23:50,745 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:50,746 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:50,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:50,754 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:50,754 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:50,755 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/1809c2440dbd40f1a81140f0146e7b57 is 50, key is test_row_0/B:col10/1732098228864/Put/seqid=0 2024-11-20T10:23:50,755 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/7055c76aad2a405396a68366439e55d5 is 50, key is test_row_0/A:col10/1732098228864/Put/seqid=0 2024-11-20T10:23:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742109_1285 (size=12983) 2024-11-20T10:23:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742110_1286 (size=12983) 2024-11-20T10:23:50,783 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/1809c2440dbd40f1a81140f0146e7b57 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1809c2440dbd40f1a81140f0146e7b57 2024-11-20T10:23:50,788 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into 1809c2440dbd40f1a81140f0146e7b57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:50,788 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:50,788 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=13, startTime=1732098230739; duration=0sec 2024-11-20T10:23:50,788 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:50,788 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:50,788 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:50,790 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:50,790 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:50,790 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:50,790 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/7bc6f7db555742ca9b8f891430e59b58, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/8ec1ddd254674840be9687bafbc89c2f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca193fd9015b441ca52afecf720f2483] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.5 K 2024-11-20T10:23:50,790 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc6f7db555742ca9b8f891430e59b58, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732098226705 2024-11-20T10:23:50,790 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec1ddd254674840be9687bafbc89c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732098226730 2024-11-20T10:23:50,791 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting ca193fd9015b441ca52afecf720f2483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732098228864 2024-11-20T10:23:50,800 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:50,801 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/35db3637653d453fb9c7baa004f695bf is 50, key is test_row_0/C:col10/1732098228864/Put/seqid=0 2024-11-20T10:23:50,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742111_1287 (size=12983) 2024-11-20T10:23:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T10:23:50,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:50,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T10:23:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:50,898 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T10:23:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:50,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:50,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:50,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/522f8153da3648daa7b49f39fcafe10c is 50, key is test_row_0/A:col10/1732098229495/Put/seqid=0 2024-11-20T10:23:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742112_1288 (size=12301) 2024-11-20T10:23:50,910 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/522f8153da3648daa7b49f39fcafe10c 2024-11-20T10:23:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/512e904afaf446c78f365d845ff2205d is 50, key is test_row_0/B:col10/1732098229495/Put/seqid=0 2024-11-20T10:23:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742113_1289 (size=12301) 2024-11-20T10:23:50,922 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/512e904afaf446c78f365d845ff2205d 2024-11-20T10:23:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/5bb573295f5a4a14b9c862de5f6357d6 is 50, key is test_row_0/C:col10/1732098229495/Put/seqid=0 2024-11-20T10:23:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742114_1290 (size=12301) 2024-11-20T10:23:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T10:23:51,175 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/7055c76aad2a405396a68366439e55d5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/7055c76aad2a405396a68366439e55d5 2024-11-20T10:23:51,186 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into 7055c76aad2a405396a68366439e55d5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:51,186 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:51,187 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=13, startTime=1732098230739; duration=0sec 2024-11-20T10:23:51,187 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:51,187 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:51,215 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/35db3637653d453fb9c7baa004f695bf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/35db3637653d453fb9c7baa004f695bf 2024-11-20T10:23:51,220 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into 35db3637653d453fb9c7baa004f695bf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:51,220 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:51,220 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=13, startTime=1732098230739; duration=0sec 2024-11-20T10:23:51,220 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:51,220 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:51,339 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/5bb573295f5a4a14b9c862de5f6357d6 2024-11-20T10:23:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/522f8153da3648daa7b49f39fcafe10c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/522f8153da3648daa7b49f39fcafe10c 2024-11-20T10:23:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T10:23:51,349 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/522f8153da3648daa7b49f39fcafe10c, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T10:23:51,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/512e904afaf446c78f365d845ff2205d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/512e904afaf446c78f365d845ff2205d 2024-11-20T10:23:51,354 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/512e904afaf446c78f365d845ff2205d, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T10:23:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/5bb573295f5a4a14b9c862de5f6357d6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/5bb573295f5a4a14b9c862de5f6357d6 2024-11-20T10:23:51,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/5bb573295f5a4a14b9c862de5f6357d6, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T10:23:51,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 44d2c61d12ee616a254c69c34bd80551 in 461ms, sequenceid=310, compaction requested=false 2024-11-20T10:23:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T10:23:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T10:23:51,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T10:23:51,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2024-11-20T10:23:51,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 620 msec 2024-11-20T10:23:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:51,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:23:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:51,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/dc9cd5c563c549b6b920df34681966a5 is 50, key is test_row_0/A:col10/1732098231619/Put/seqid=0 2024-11-20T10:23:51,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742115_1291 (size=12301) 2024-11-20T10:23:51,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098291638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098291639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098291639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098291640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098291741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098291741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098291743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098291743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T10:23:51,848 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T10:23:51,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:23:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T10:23:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T10:23:51,851 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:23:51,852 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:23:51,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:23:51,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098291944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098291944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098291945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098291946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T10:23:52,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T10:23:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/dc9cd5c563c549b6b920df34681966a5 2024-11-20T10:23:52,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/c36c9464c67a48a698061fe12358884b is 50, key is test_row_0/B:col10/1732098231619/Put/seqid=0 2024-11-20T10:23:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742116_1292 (size=12301) 2024-11-20T10:23:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T10:23:52,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T10:23:52,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:52,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098292248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098292248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098292248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098292249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T10:23:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/c36c9464c67a48a698061fe12358884b 2024-11-20T10:23:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T10:23:52,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fb2f810ba415480796b3e8bf27caff35 is 50, key is test_row_0/C:col10/1732098231619/Put/seqid=0 2024-11-20T10:23:52,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742117_1293 (size=12301) 2024-11-20T10:23:52,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T10:23:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T10:23:52,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:52,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098292752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098292752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098292753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098292755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T10:23:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:23:52,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fb2f810ba415480796b3e8bf27caff35 2024-11-20T10:23:52,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/dc9cd5c563c549b6b920df34681966a5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/dc9cd5c563c549b6b920df34681966a5 2024-11-20T10:23:52,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/dc9cd5c563c549b6b920df34681966a5, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T10:23:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/c36c9464c67a48a698061fe12358884b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c36c9464c67a48a698061fe12358884b 2024-11-20T10:23:52,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c36c9464c67a48a698061fe12358884b, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T10:23:52,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/fb2f810ba415480796b3e8bf27caff35 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fb2f810ba415480796b3e8bf27caff35 2024-11-20T10:23:52,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fb2f810ba415480796b3e8bf27caff35, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T10:23:52,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 44d2c61d12ee616a254c69c34bd80551 in 1259ms, sequenceid=324, compaction requested=true 2024-11-20T10:23:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:52,878 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:52,879 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:52,880 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:52,880 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:52,880 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:52,880 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,880 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:52,880 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/7055c76aad2a405396a68366439e55d5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/522f8153da3648daa7b49f39fcafe10c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/dc9cd5c563c549b6b920df34681966a5] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.7 K 2024-11-20T10:23:52,880 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,880 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1809c2440dbd40f1a81140f0146e7b57, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/512e904afaf446c78f365d845ff2205d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c36c9464c67a48a698061fe12358884b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.7 K 2024-11-20T10:23:52,880 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7055c76aad2a405396a68366439e55d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732098228864 2024-11-20T10:23:52,880 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1809c2440dbd40f1a81140f0146e7b57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732098228864 2024-11-20T10:23:52,881 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 522f8153da3648daa7b49f39fcafe10c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732098229494 2024-11-20T10:23:52,881 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 512e904afaf446c78f365d845ff2205d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732098229494 2024-11-20T10:23:52,881 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting c36c9464c67a48a698061fe12358884b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732098231616 2024-11-20T10:23:52,881 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc9cd5c563c549b6b920df34681966a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732098231616 2024-11-20T10:23:52,889 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:52,889 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:52,890 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/171c4eebd73e4623866b1f69bba21124 is 50, key is test_row_0/B:col10/1732098231619/Put/seqid=0 2024-11-20T10:23:52,890 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/f1c6c6e28baf451aab1f611eada76705 is 50, key is test_row_0/A:col10/1732098231619/Put/seqid=0 2024-11-20T10:23:52,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742118_1294 (size=13085) 2024-11-20T10:23:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742119_1295 (size=13085) 2024-11-20T10:23:52,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:52,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T10:23:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:52,922 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T10:23:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:52,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/46f805a82ac64f1195db86a396d311dd is 50, key is test_row_0/A:col10/1732098231638/Put/seqid=0 2024-11-20T10:23:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742120_1296 (size=12301) 2024-11-20T10:23:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T10:23:53,302 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/f1c6c6e28baf451aab1f611eada76705 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f1c6c6e28baf451aab1f611eada76705 2024-11-20T10:23:53,305 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/171c4eebd73e4623866b1f69bba21124 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/171c4eebd73e4623866b1f69bba21124 2024-11-20T10:23:53,309 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into f1c6c6e28baf451aab1f611eada76705(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:53,309 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:53,309 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=13, startTime=1732098232878; duration=0sec 2024-11-20T10:23:53,309 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:53,309 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:53,309 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:53,311 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:53,311 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:53,311 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:53,311 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/35db3637653d453fb9c7baa004f695bf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/5bb573295f5a4a14b9c862de5f6357d6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fb2f810ba415480796b3e8bf27caff35] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.7 K 2024-11-20T10:23:53,311 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into 171c4eebd73e4623866b1f69bba21124(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:53,311 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:53,311 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=13, startTime=1732098232878; duration=0sec 2024-11-20T10:23:53,311 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:53,311 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:53,311 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35db3637653d453fb9c7baa004f695bf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732098228864 2024-11-20T10:23:53,312 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb573295f5a4a14b9c862de5f6357d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732098229494 2024-11-20T10:23:53,312 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb2f810ba415480796b3e8bf27caff35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732098231616 2024-11-20T10:23:53,321 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:53,322 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/d4c7e906121947c98cf801daf81ee4d7 is 50, key is test_row_0/C:col10/1732098231619/Put/seqid=0 2024-11-20T10:23:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742121_1297 (size=13085) 2024-11-20T10:23:53,331 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/46f805a82ac64f1195db86a396d311dd 2024-11-20T10:23:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/46d66727ccb9440b853e8604a596eea7 is 50, key is test_row_0/B:col10/1732098231638/Put/seqid=0 2024-11-20T10:23:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742122_1298 (size=12301) 2024-11-20T10:23:53,731 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/d4c7e906121947c98cf801daf81ee4d7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/d4c7e906121947c98cf801daf81ee4d7 2024-11-20T10:23:53,737 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into d4c7e906121947c98cf801daf81ee4d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:53,737 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:53,737 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=13, startTime=1732098232878; duration=0sec 2024-11-20T10:23:53,737 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:53,737 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:53,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. as already flushing 2024-11-20T10:23:53,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098293764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:53,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098293764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:53,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098293765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:53,767 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/46d66727ccb9440b853e8604a596eea7 2024-11-20T10:23:53,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55116 deadline: 1732098293766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:53,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/59281e0a51764532a987b1422306107e is 50, key is test_row_0/C:col10/1732098231638/Put/seqid=0 2024-11-20T10:23:53,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742123_1299 (size=12301) 2024-11-20T10:23:53,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098293867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098293867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098293868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T10:23:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098294070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098294070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098294070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,183 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/59281e0a51764532a987b1422306107e 2024-11-20T10:23:54,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/46f805a82ac64f1195db86a396d311dd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/46f805a82ac64f1195db86a396d311dd 2024-11-20T10:23:54,194 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/46f805a82ac64f1195db86a396d311dd, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T10:23:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/46d66727ccb9440b853e8604a596eea7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/46d66727ccb9440b853e8604a596eea7 2024-11-20T10:23:54,199 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/46d66727ccb9440b853e8604a596eea7, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T10:23:54,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/59281e0a51764532a987b1422306107e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/59281e0a51764532a987b1422306107e 2024-11-20T10:23:54,204 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/59281e0a51764532a987b1422306107e, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T10:23:54,204 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 44d2c61d12ee616a254c69c34bd80551 in 1282ms, sequenceid=348, compaction requested=false 2024-11-20T10:23:54,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:54,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:54,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T10:23:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T10:23:54,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T10:23:54,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3540 sec 2024-11-20T10:23:54,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.3580 sec 2024-11-20T10:23:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:54,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T10:23:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:54,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:54,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:54,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:54,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:54,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:54,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ef13fe36f5c1403f8dca2a1307c5e788 is 50, key is test_row_0/A:col10/1732098233763/Put/seqid=0 2024-11-20T10:23:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742124_1300 (size=12301) 2024-11-20T10:23:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098294393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098294394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098294395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098294496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098294497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098294499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098294698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098294700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098294701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:54,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ef13fe36f5c1403f8dca2a1307c5e788 2024-11-20T10:23:54,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/3a071495878d446cae47ea742f6b4e3d is 50, key is test_row_0/B:col10/1732098233763/Put/seqid=0 2024-11-20T10:23:54,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742125_1301 (size=12301) 2024-11-20T10:23:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098295003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098295003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:55,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098295004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:55,097 DEBUG [Thread-1065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:52472 2024-11-20T10:23:55,098 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:55,098 DEBUG [Thread-1063 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:52472 2024-11-20T10:23:55,098 DEBUG [Thread-1061 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:52472 2024-11-20T10:23:55,098 DEBUG [Thread-1063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:55,098 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:55,099 DEBUG [Thread-1057 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:52472 2024-11-20T10:23:55,099 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:55,103 DEBUG [Thread-1059 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:52472 2024-11-20T10:23:55,103 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:55,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/3a071495878d446cae47ea742f6b4e3d 2024-11-20T10:23:55,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/9b404289a3084bb8bfeeeece46620d26 is 50, key is test_row_0/C:col10/1732098233763/Put/seqid=0 2024-11-20T10:23:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742126_1302 (size=12301) 2024-11-20T10:23:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1732098295508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1732098295508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55160 deadline: 1732098295509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 2024-11-20T10:23:55,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/9b404289a3084bb8bfeeeece46620d26 2024-11-20T10:23:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/ef13fe36f5c1403f8dca2a1307c5e788 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ef13fe36f5c1403f8dca2a1307c5e788 2024-11-20T10:23:55,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ef13fe36f5c1403f8dca2a1307c5e788, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T10:23:55,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/3a071495878d446cae47ea742f6b4e3d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/3a071495878d446cae47ea742f6b4e3d 2024-11-20T10:23:55,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/3a071495878d446cae47ea742f6b4e3d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T10:23:55,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/9b404289a3084bb8bfeeeece46620d26 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/9b404289a3084bb8bfeeeece46620d26 2024-11-20T10:23:55,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/9b404289a3084bb8bfeeeece46620d26, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T10:23:55,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 44d2c61d12ee616a254c69c34bd80551 in 1250ms, sequenceid=364, compaction requested=true 2024-11-20T10:23:55,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:55,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:23:55,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:55,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:23:55,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:55,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44d2c61d12ee616a254c69c34bd80551:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:23:55,624 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:55,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:55,624 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:55,625 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:55,625 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:55,625 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/A is initiating minor compaction (all files) 2024-11-20T10:23:55,625 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/B is initiating minor compaction (all files) 2024-11-20T10:23:55,625 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/A in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:55,625 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/B in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:55,625 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f1c6c6e28baf451aab1f611eada76705, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/46f805a82ac64f1195db86a396d311dd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ef13fe36f5c1403f8dca2a1307c5e788] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.8 K 2024-11-20T10:23:55,625 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/171c4eebd73e4623866b1f69bba21124, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/46d66727ccb9440b853e8604a596eea7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/3a071495878d446cae47ea742f6b4e3d] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.8 K 2024-11-20T10:23:55,625 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1c6c6e28baf451aab1f611eada76705, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732098231616 2024-11-20T10:23:55,625 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 171c4eebd73e4623866b1f69bba21124, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732098231616 2024-11-20T10:23:55,626 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46f805a82ac64f1195db86a396d311dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732098231637 2024-11-20T10:23:55,626 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 46d66727ccb9440b853e8604a596eea7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732098231637 2024-11-20T10:23:55,626 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef13fe36f5c1403f8dca2a1307c5e788, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732098233761 2024-11-20T10:23:55,626 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a071495878d446cae47ea742f6b4e3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732098233761 2024-11-20T10:23:55,632 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:55,633 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/577c2bb6791240678ae0972c247ec3b7 is 50, key is test_row_0/A:col10/1732098233763/Put/seqid=0 2024-11-20T10:23:55,633 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:55,634 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/1ad1be0dadaa4fe3bfa5798dae538524 is 50, key is test_row_0/B:col10/1732098233763/Put/seqid=0 2024-11-20T10:23:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742127_1303 (size=13187) 2024-11-20T10:23:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742128_1304 (size=13187) 2024-11-20T10:23:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:55,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T10:23:55,782 DEBUG [Thread-1050 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:52472 2024-11-20T10:23:55,783 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:55,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:55,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:55,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:55,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:55,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:55,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:55,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/f66dd6b1f6f84329ac0bfbcdea547205 is 50, key is test_row_0/A:col10/1732098235781/Put/seqid=0 2024-11-20T10:23:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742129_1305 (size=12301) 2024-11-20T10:23:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T10:23:55,956 INFO [Thread-1056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T10:23:56,041 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/577c2bb6791240678ae0972c247ec3b7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/577c2bb6791240678ae0972c247ec3b7 2024-11-20T10:23:56,041 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/1ad1be0dadaa4fe3bfa5798dae538524 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1ad1be0dadaa4fe3bfa5798dae538524 2024-11-20T10:23:56,045 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/A of 44d2c61d12ee616a254c69c34bd80551 into 577c2bb6791240678ae0972c247ec3b7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:56,045 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:56,045 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/A, priority=13, startTime=1732098235624; duration=0sec 2024-11-20T10:23:56,045 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/B of 44d2c61d12ee616a254c69c34bd80551 into 1ad1be0dadaa4fe3bfa5798dae538524(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:56,046 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/B, priority=13, startTime=1732098235624; duration=0sec 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:A 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:B 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:23:56,046 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 44d2c61d12ee616a254c69c34bd80551/C is initiating minor compaction (all files) 2024-11-20T10:23:56,047 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44d2c61d12ee616a254c69c34bd80551/C in TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:56,047 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/d4c7e906121947c98cf801daf81ee4d7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/59281e0a51764532a987b1422306107e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/9b404289a3084bb8bfeeeece46620d26] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp, totalSize=36.8 K 2024-11-20T10:23:56,047 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4c7e906121947c98cf801daf81ee4d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732098231616 2024-11-20T10:23:56,047 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59281e0a51764532a987b1422306107e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732098231637 2024-11-20T10:23:56,047 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b404289a3084bb8bfeeeece46620d26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732098233761 2024-11-20T10:23:56,053 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44d2c61d12ee616a254c69c34bd80551#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:23:56,053 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/abba3a762a274bca8220f5b33e1ad859 is 50, key is test_row_0/C:col10/1732098233763/Put/seqid=0 2024-11-20T10:23:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742130_1306 (size=13187) 2024-11-20T10:23:56,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/f66dd6b1f6f84329ac0bfbcdea547205 2024-11-20T10:23:56,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/86235b2583d54a8d965177d18f18f73b is 50, key is test_row_0/B:col10/1732098235781/Put/seqid=0 2024-11-20T10:23:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742131_1307 (size=12301) 2024-11-20T10:23:56,462 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/abba3a762a274bca8220f5b33e1ad859 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/abba3a762a274bca8220f5b33e1ad859 2024-11-20T10:23:56,466 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44d2c61d12ee616a254c69c34bd80551/C of 44d2c61d12ee616a254c69c34bd80551 into abba3a762a274bca8220f5b33e1ad859(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:23:56,466 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:56,466 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551., storeName=44d2c61d12ee616a254c69c34bd80551/C, priority=13, startTime=1732098235624; duration=0sec 2024-11-20T10:23:56,466 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:23:56,466 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44d2c61d12ee616a254c69c34bd80551:C 2024-11-20T10:23:56,516 DEBUG [Thread-1052 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:52472 2024-11-20T10:23:56,516 DEBUG [Thread-1046 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:52472 2024-11-20T10:23:56,516 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:56,516 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:56,517 DEBUG [Thread-1048 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:52472 2024-11-20T10:23:56,517 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:56,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/86235b2583d54a8d965177d18f18f73b 2024-11-20T10:23:56,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a154121efba84e949d39786fb50bff7f is 50, key is test_row_0/C:col10/1732098235781/Put/seqid=0 2024-11-20T10:23:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742132_1308 (size=12301) 2024-11-20T10:23:56,997 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:23:57,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a154121efba84e949d39786fb50bff7f 2024-11-20T10:23:57,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/f66dd6b1f6f84329ac0bfbcdea547205 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f66dd6b1f6f84329ac0bfbcdea547205 2024-11-20T10:23:57,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f66dd6b1f6f84329ac0bfbcdea547205, entries=150, sequenceid=388, filesize=12.0 K 2024-11-20T10:23:57,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/86235b2583d54a8d965177d18f18f73b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/86235b2583d54a8d965177d18f18f73b 2024-11-20T10:23:57,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/86235b2583d54a8d965177d18f18f73b, entries=150, sequenceid=388, filesize=12.0 K 2024-11-20T10:23:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/a154121efba84e949d39786fb50bff7f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a154121efba84e949d39786fb50bff7f 2024-11-20T10:23:57,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a154121efba84e949d39786fb50bff7f, entries=150, sequenceid=388, filesize=12.0 K 2024-11-20T10:23:57,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 44d2c61d12ee616a254c69c34bd80551 in 1244ms, sequenceid=388, compaction requested=false 2024-11-20T10:23:57,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:23:59,699 DEBUG [Thread-1054 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:52472 2024-11-20T10:23:59,699 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7792 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7651 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7522 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7826 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7678 2024-11-20T10:23:59,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T10:23:59,699 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T10:23:59,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:52472 2024-11-20T10:23:59,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:23:59,700 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T10:23:59,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T10:23:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T10:23:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T10:23:59,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098239703"}]},"ts":"1732098239703"} 2024-11-20T10:23:59,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T10:23:59,706 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T10:23:59,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:23:59,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44d2c61d12ee616a254c69c34bd80551, UNASSIGN}] 2024-11-20T10:23:59,707 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44d2c61d12ee616a254c69c34bd80551, UNASSIGN 2024-11-20T10:23:59,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=44d2c61d12ee616a254c69c34bd80551, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:23:59,709 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:23:59,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:23:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T10:23:59,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:23:59,860 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:23:59,860 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:23:59,860 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 44d2c61d12ee616a254c69c34bd80551, disabling compactions & flushes 2024-11-20T10:23:59,860 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. after waiting 0 ms 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:23:59,861 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing 44d2c61d12ee616a254c69c34bd80551 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=A 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=B 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44d2c61d12ee616a254c69c34bd80551, store=C 2024-11-20T10:23:59,861 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:23:59,864 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/aeed6ceb3e604c68ae7a49ef0a967d06 is 50, key is test_row_0/A:col10/1732098239698/Put/seqid=0 2024-11-20T10:23:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742133_1309 (size=12301) 2024-11-20T10:24:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T10:24:00,268 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/aeed6ceb3e604c68ae7a49ef0a967d06 2024-11-20T10:24:00,275 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/07bc69e1dca94fde9a2c2fdbbf1b4aed is 50, key is test_row_0/B:col10/1732098239698/Put/seqid=0 2024-11-20T10:24:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742134_1310 (size=12301) 2024-11-20T10:24:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T10:24:00,679 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/07bc69e1dca94fde9a2c2fdbbf1b4aed 2024-11-20T10:24:00,685 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/26c1d7b905024c0e80972b1af7ca7bef is 50, key is test_row_0/C:col10/1732098239698/Put/seqid=0 2024-11-20T10:24:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742135_1311 (size=12301) 2024-11-20T10:24:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T10:24:01,089 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/26c1d7b905024c0e80972b1af7ca7bef 2024-11-20T10:24:01,094 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/A/aeed6ceb3e604c68ae7a49ef0a967d06 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/aeed6ceb3e604c68ae7a49ef0a967d06 2024-11-20T10:24:01,097 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/aeed6ceb3e604c68ae7a49ef0a967d06, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T10:24:01,098 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/B/07bc69e1dca94fde9a2c2fdbbf1b4aed as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/07bc69e1dca94fde9a2c2fdbbf1b4aed 2024-11-20T10:24:01,101 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/07bc69e1dca94fde9a2c2fdbbf1b4aed, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T10:24:01,102 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/.tmp/C/26c1d7b905024c0e80972b1af7ca7bef as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/26c1d7b905024c0e80972b1af7ca7bef 2024-11-20T10:24:01,105 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/26c1d7b905024c0e80972b1af7ca7bef, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T10:24:01,106 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 44d2c61d12ee616a254c69c34bd80551 in 1245ms, sequenceid=398, compaction requested=true 2024-11-20T10:24:01,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/cf46a0ff365c4aafb0c0ccb212e4855e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ec1dc5211d7845e1af7b43d4b0155c64, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f6b58fd63e2245a6a0242aaadc6dfc11, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/d8ee2344eb6142f8a74cc8d941555d4d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4ce6de2d4bc54a48882a0582bf530702, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4355b733c31e4f3d8d898cbe044d5dad, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/45eb7830d7c34a76be7f4c202b93988b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21ec3e39344244c4a1604451b390ece3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/2740bb2b20a349f8b204e17aa588db3f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/61ecdc402bda4f18b4a2c132f7f9a46f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/64b3614cb5eb410f882e62fc60224d1a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/af6121cb4323425da891dd17d13b53c4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c0233c7cd5b2406cab967b368e418691, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/0605fbfadf13459db8d029a58c077c2d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c3fc2c2fb81042a48cc72bc4d86166c3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/997e8bfaac714e8b8234ef6286898f36, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ebaa71e3a9ad4727b35efc03f3e8c375, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21544faa54664e0c9efde9d8d6bece9f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/32ff0659b5a846a3a2521a6418761ccb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/7055c76aad2a405396a68366439e55d5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/618f9625218e4d8c952a3b4131f2b965, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/522f8153da3648daa7b49f39fcafe10c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f1c6c6e28baf451aab1f611eada76705, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/dc9cd5c563c549b6b920df34681966a5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/46f805a82ac64f1195db86a396d311dd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ef13fe36f5c1403f8dca2a1307c5e788] to archive 2024-11-20T10:24:01,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:01,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/cf46a0ff365c4aafb0c0ccb212e4855e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/cf46a0ff365c4aafb0c0ccb212e4855e 2024-11-20T10:24:01,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ec1dc5211d7845e1af7b43d4b0155c64 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ec1dc5211d7845e1af7b43d4b0155c64 2024-11-20T10:24:01,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f6b58fd63e2245a6a0242aaadc6dfc11 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f6b58fd63e2245a6a0242aaadc6dfc11 2024-11-20T10:24:01,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/d8ee2344eb6142f8a74cc8d941555d4d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/d8ee2344eb6142f8a74cc8d941555d4d 2024-11-20T10:24:01,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4ce6de2d4bc54a48882a0582bf530702 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4ce6de2d4bc54a48882a0582bf530702 2024-11-20T10:24:01,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4355b733c31e4f3d8d898cbe044d5dad to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/4355b733c31e4f3d8d898cbe044d5dad 2024-11-20T10:24:01,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/45eb7830d7c34a76be7f4c202b93988b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/45eb7830d7c34a76be7f4c202b93988b 2024-11-20T10:24:01,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21ec3e39344244c4a1604451b390ece3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21ec3e39344244c4a1604451b390ece3 2024-11-20T10:24:01,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/2740bb2b20a349f8b204e17aa588db3f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/2740bb2b20a349f8b204e17aa588db3f 2024-11-20T10:24:01,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/61ecdc402bda4f18b4a2c132f7f9a46f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/61ecdc402bda4f18b4a2c132f7f9a46f 2024-11-20T10:24:01,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/64b3614cb5eb410f882e62fc60224d1a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/64b3614cb5eb410f882e62fc60224d1a 2024-11-20T10:24:01,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/af6121cb4323425da891dd17d13b53c4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/af6121cb4323425da891dd17d13b53c4 2024-11-20T10:24:01,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c0233c7cd5b2406cab967b368e418691 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c0233c7cd5b2406cab967b368e418691 2024-11-20T10:24:01,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/0605fbfadf13459db8d029a58c077c2d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/0605fbfadf13459db8d029a58c077c2d 2024-11-20T10:24:01,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c3fc2c2fb81042a48cc72bc4d86166c3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/c3fc2c2fb81042a48cc72bc4d86166c3 2024-11-20T10:24:01,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/997e8bfaac714e8b8234ef6286898f36 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/997e8bfaac714e8b8234ef6286898f36 2024-11-20T10:24:01,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ebaa71e3a9ad4727b35efc03f3e8c375 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ebaa71e3a9ad4727b35efc03f3e8c375 2024-11-20T10:24:01,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21544faa54664e0c9efde9d8d6bece9f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/21544faa54664e0c9efde9d8d6bece9f 2024-11-20T10:24:01,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/32ff0659b5a846a3a2521a6418761ccb to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/32ff0659b5a846a3a2521a6418761ccb 2024-11-20T10:24:01,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/7055c76aad2a405396a68366439e55d5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/7055c76aad2a405396a68366439e55d5 2024-11-20T10:24:01,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/618f9625218e4d8c952a3b4131f2b965 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/618f9625218e4d8c952a3b4131f2b965 2024-11-20T10:24:01,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/522f8153da3648daa7b49f39fcafe10c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/522f8153da3648daa7b49f39fcafe10c 2024-11-20T10:24:01,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f1c6c6e28baf451aab1f611eada76705 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f1c6c6e28baf451aab1f611eada76705 2024-11-20T10:24:01,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/dc9cd5c563c549b6b920df34681966a5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/dc9cd5c563c549b6b920df34681966a5 2024-11-20T10:24:01,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/46f805a82ac64f1195db86a396d311dd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/46f805a82ac64f1195db86a396d311dd 2024-11-20T10:24:01,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ef13fe36f5c1403f8dca2a1307c5e788 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/ef13fe36f5c1403f8dca2a1307c5e788 2024-11-20T10:24:01,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/31412f90a2434b3bb2fa54c6994f7763, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c1db7b6f01a417298b0d3ca0a70400d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c2cdd6d7e6e44cd585a64131e2a6edfe, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/14eb3c7d6b76496dae644aedb33a9ec3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/abe793ca00e94837b8fa08810c231feb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/2dab7e9d14274580b2c3c143a06af944, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c10555021714a94a29676abc42e3616, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e3a2fb7adee5490b82467d0c7b32d2cb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/b9726dd3fd9b4a49b402956bf791f09a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e578db8c67804bcda70fd6f6e1f82e40, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4683069577fe42449a421fc647c8aa4a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/a6df797a404f4d619854c35f6131adfa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9de219a92b394fab809b696fcd4de5d1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/8ed3b2df4b1840a3af60deda650dd54c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/783efe894f3249fdb99dc924241d4663, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/ded0543b2e5f4fcab806710f55d5e4d6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9676f423ca29470fa28bc5b127960e03, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1809c2440dbd40f1a81140f0146e7b57, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/13b3ae46cee0402ebaa3e2de9dfebd0e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/512e904afaf446c78f365d845ff2205d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/171c4eebd73e4623866b1f69bba21124, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c36c9464c67a48a698061fe12358884b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/46d66727ccb9440b853e8604a596eea7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/3a071495878d446cae47ea742f6b4e3d] to archive 2024-11-20T10:24:01,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:01,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/31412f90a2434b3bb2fa54c6994f7763 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/31412f90a2434b3bb2fa54c6994f7763 2024-11-20T10:24:01,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c1db7b6f01a417298b0d3ca0a70400d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c1db7b6f01a417298b0d3ca0a70400d 2024-11-20T10:24:01,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c2cdd6d7e6e44cd585a64131e2a6edfe to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c2cdd6d7e6e44cd585a64131e2a6edfe 2024-11-20T10:24:01,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/525fa6cc2cfd44f7ad35a40c6ebc6e7e 2024-11-20T10:24:01,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/14eb3c7d6b76496dae644aedb33a9ec3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/14eb3c7d6b76496dae644aedb33a9ec3 2024-11-20T10:24:01,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/abe793ca00e94837b8fa08810c231feb to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/abe793ca00e94837b8fa08810c231feb 2024-11-20T10:24:01,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/d9a7ee6f6a9e4b0498800f7ec6b8ee16 2024-11-20T10:24:01,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/2dab7e9d14274580b2c3c143a06af944 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/2dab7e9d14274580b2c3c143a06af944 2024-11-20T10:24:01,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c10555021714a94a29676abc42e3616 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4c10555021714a94a29676abc42e3616 2024-11-20T10:24:01,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e3a2fb7adee5490b82467d0c7b32d2cb to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e3a2fb7adee5490b82467d0c7b32d2cb 2024-11-20T10:24:01,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/b9726dd3fd9b4a49b402956bf791f09a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/b9726dd3fd9b4a49b402956bf791f09a 2024-11-20T10:24:01,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e578db8c67804bcda70fd6f6e1f82e40 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/e578db8c67804bcda70fd6f6e1f82e40 2024-11-20T10:24:01,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4683069577fe42449a421fc647c8aa4a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/4683069577fe42449a421fc647c8aa4a 2024-11-20T10:24:01,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/a6df797a404f4d619854c35f6131adfa to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/a6df797a404f4d619854c35f6131adfa 2024-11-20T10:24:01,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9de219a92b394fab809b696fcd4de5d1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9de219a92b394fab809b696fcd4de5d1 2024-11-20T10:24:01,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/8ed3b2df4b1840a3af60deda650dd54c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/8ed3b2df4b1840a3af60deda650dd54c 2024-11-20T10:24:01,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/783efe894f3249fdb99dc924241d4663 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/783efe894f3249fdb99dc924241d4663 2024-11-20T10:24:01,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/ded0543b2e5f4fcab806710f55d5e4d6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/ded0543b2e5f4fcab806710f55d5e4d6 2024-11-20T10:24:01,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9676f423ca29470fa28bc5b127960e03 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/9676f423ca29470fa28bc5b127960e03 2024-11-20T10:24:01,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1809c2440dbd40f1a81140f0146e7b57 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1809c2440dbd40f1a81140f0146e7b57 2024-11-20T10:24:01,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/13b3ae46cee0402ebaa3e2de9dfebd0e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/13b3ae46cee0402ebaa3e2de9dfebd0e 2024-11-20T10:24:01,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/512e904afaf446c78f365d845ff2205d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/512e904afaf446c78f365d845ff2205d 2024-11-20T10:24:01,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/171c4eebd73e4623866b1f69bba21124 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/171c4eebd73e4623866b1f69bba21124 2024-11-20T10:24:01,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c36c9464c67a48a698061fe12358884b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/c36c9464c67a48a698061fe12358884b 2024-11-20T10:24:01,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/46d66727ccb9440b853e8604a596eea7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/46d66727ccb9440b853e8604a596eea7 2024-11-20T10:24:01,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/3a071495878d446cae47ea742f6b4e3d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/3a071495878d446cae47ea742f6b4e3d 2024-11-20T10:24:01,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a89a0ff7302a4570ad975727377baec2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/f12582fb35f84836862713fecbb21b91, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ff94365f37b54585b786a6c3071abf6f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a783bee2ef95461981aa3be8ceec2b74, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/71104807f082421297ca2dacd5c300f1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/edb74d2ef3c04ec1b180f419dded2c06, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca82f723ff4e45d0b8bcfd49ff2325cd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/af92e63e52c945ab86939aaef0ff4df4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/e915df4ca62b4e63a47bee7829abf8d1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/306324304ebd4d63b7a6272aa93dbcc2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/96abda03efb8473995a032ece577a5a5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fe11c22b685d49a9932fd72386c6b958, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/941882fc975a43d4a2ec2a4b7fb5dfff, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/dfa3d7f142be479081ec989d21611669, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fd18036301ac4bc689197aa222560726, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/7bc6f7db555742ca9b8f891430e59b58, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/20f430b470c0489390d83f9108360794, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/8ec1ddd254674840be9687bafbc89c2f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/35db3637653d453fb9c7baa004f695bf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca193fd9015b441ca52afecf720f2483, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/5bb573295f5a4a14b9c862de5f6357d6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/d4c7e906121947c98cf801daf81ee4d7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fb2f810ba415480796b3e8bf27caff35, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/59281e0a51764532a987b1422306107e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/9b404289a3084bb8bfeeeece46620d26] to archive 2024-11-20T10:24:01,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:01,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a89a0ff7302a4570ad975727377baec2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a89a0ff7302a4570ad975727377baec2 2024-11-20T10:24:01,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/f12582fb35f84836862713fecbb21b91 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/f12582fb35f84836862713fecbb21b91 2024-11-20T10:24:01,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ff94365f37b54585b786a6c3071abf6f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ff94365f37b54585b786a6c3071abf6f 2024-11-20T10:24:01,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a783bee2ef95461981aa3be8ceec2b74 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a783bee2ef95461981aa3be8ceec2b74 2024-11-20T10:24:01,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/71104807f082421297ca2dacd5c300f1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/71104807f082421297ca2dacd5c300f1 2024-11-20T10:24:01,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/edb74d2ef3c04ec1b180f419dded2c06 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/edb74d2ef3c04ec1b180f419dded2c06 2024-11-20T10:24:01,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca82f723ff4e45d0b8bcfd49ff2325cd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca82f723ff4e45d0b8bcfd49ff2325cd 2024-11-20T10:24:01,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/af92e63e52c945ab86939aaef0ff4df4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/af92e63e52c945ab86939aaef0ff4df4 2024-11-20T10:24:01,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/e915df4ca62b4e63a47bee7829abf8d1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/e915df4ca62b4e63a47bee7829abf8d1 2024-11-20T10:24:01,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/306324304ebd4d63b7a6272aa93dbcc2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/306324304ebd4d63b7a6272aa93dbcc2 2024-11-20T10:24:01,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/4f2dc4a4c1ba44b3a0b7952d2b9fe403 2024-11-20T10:24:01,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/96abda03efb8473995a032ece577a5a5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/96abda03efb8473995a032ece577a5a5 2024-11-20T10:24:01,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fe11c22b685d49a9932fd72386c6b958 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fe11c22b685d49a9932fd72386c6b958 2024-11-20T10:24:01,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/941882fc975a43d4a2ec2a4b7fb5dfff to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/941882fc975a43d4a2ec2a4b7fb5dfff 2024-11-20T10:24:01,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/dfa3d7f142be479081ec989d21611669 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/dfa3d7f142be479081ec989d21611669 2024-11-20T10:24:01,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fd18036301ac4bc689197aa222560726 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fd18036301ac4bc689197aa222560726 2024-11-20T10:24:01,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/7bc6f7db555742ca9b8f891430e59b58 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/7bc6f7db555742ca9b8f891430e59b58 2024-11-20T10:24:01,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/20f430b470c0489390d83f9108360794 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/20f430b470c0489390d83f9108360794 2024-11-20T10:24:01,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/8ec1ddd254674840be9687bafbc89c2f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/8ec1ddd254674840be9687bafbc89c2f 2024-11-20T10:24:01,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/35db3637653d453fb9c7baa004f695bf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/35db3637653d453fb9c7baa004f695bf 2024-11-20T10:24:01,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca193fd9015b441ca52afecf720f2483 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/ca193fd9015b441ca52afecf720f2483 2024-11-20T10:24:01,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/5bb573295f5a4a14b9c862de5f6357d6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/5bb573295f5a4a14b9c862de5f6357d6 2024-11-20T10:24:01,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/d4c7e906121947c98cf801daf81ee4d7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/d4c7e906121947c98cf801daf81ee4d7 2024-11-20T10:24:01,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fb2f810ba415480796b3e8bf27caff35 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/fb2f810ba415480796b3e8bf27caff35 2024-11-20T10:24:01,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/59281e0a51764532a987b1422306107e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/59281e0a51764532a987b1422306107e 2024-11-20T10:24:01,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/9b404289a3084bb8bfeeeece46620d26 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/9b404289a3084bb8bfeeeece46620d26 2024-11-20T10:24:01,188 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=1 2024-11-20T10:24:01,188 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551. 2024-11-20T10:24:01,188 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 44d2c61d12ee616a254c69c34bd80551: 2024-11-20T10:24:01,190 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:24:01,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=44d2c61d12ee616a254c69c34bd80551, regionState=CLOSED 2024-11-20T10:24:01,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T10:24:01,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 44d2c61d12ee616a254c69c34bd80551, server=d4f420762b49,44213,1732098148621 in 1.4820 sec 2024-11-20T10:24:01,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T10:24:01,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=44d2c61d12ee616a254c69c34bd80551, UNASSIGN in 1.4850 sec 2024-11-20T10:24:01,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T10:24:01,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4880 sec 2024-11-20T10:24:01,196 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098241196"}]},"ts":"1732098241196"} 2024-11-20T10:24:01,197 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T10:24:01,199 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T10:24:01,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4980 sec 2024-11-20T10:24:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T10:24:01,806 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T10:24:01,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T10:24:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:01,808 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T10:24:01,809 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:01,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:24:01,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/recovered.edits] 2024-11-20T10:24:01,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/577c2bb6791240678ae0972c247ec3b7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/577c2bb6791240678ae0972c247ec3b7 2024-11-20T10:24:01,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/aeed6ceb3e604c68ae7a49ef0a967d06 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/aeed6ceb3e604c68ae7a49ef0a967d06 2024-11-20T10:24:01,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f66dd6b1f6f84329ac0bfbcdea547205 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/A/f66dd6b1f6f84329ac0bfbcdea547205 2024-11-20T10:24:01,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/07bc69e1dca94fde9a2c2fdbbf1b4aed to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/07bc69e1dca94fde9a2c2fdbbf1b4aed 2024-11-20T10:24:01,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1ad1be0dadaa4fe3bfa5798dae538524 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/1ad1be0dadaa4fe3bfa5798dae538524 2024-11-20T10:24:01,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/86235b2583d54a8d965177d18f18f73b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/B/86235b2583d54a8d965177d18f18f73b 2024-11-20T10:24:01,821 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/26c1d7b905024c0e80972b1af7ca7bef to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/26c1d7b905024c0e80972b1af7ca7bef 2024-11-20T10:24:01,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a154121efba84e949d39786fb50bff7f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/a154121efba84e949d39786fb50bff7f 2024-11-20T10:24:01,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/abba3a762a274bca8220f5b33e1ad859 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/C/abba3a762a274bca8220f5b33e1ad859 2024-11-20T10:24:01,825 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/recovered.edits/401.seqid to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551/recovered.edits/401.seqid 2024-11-20T10:24:01,826 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/44d2c61d12ee616a254c69c34bd80551 2024-11-20T10:24:01,826 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T10:24:01,828 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:01,833 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T10:24:01,835 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T10:24:01,836 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:01,836 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T10:24:01,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732098241836"}]},"ts":"9223372036854775807"} 2024-11-20T10:24:01,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T10:24:01,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 44d2c61d12ee616a254c69c34bd80551, NAME => 'TestAcidGuarantees,,1732098212940.44d2c61d12ee616a254c69c34bd80551.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T10:24:01,839 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T10:24:01,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732098241839"}]},"ts":"9223372036854775807"} 2024-11-20T10:24:01,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T10:24:01,843 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:01,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-20T10:24:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T10:24:01,910 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T10:24:01,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=451 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 316) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5471 (was 5521) 2024-11-20T10:24:01,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=5471 2024-11-20T10:24:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:24:01,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:24:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:01,930 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:24:01,930 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:01,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-20T10:24:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T10:24:01,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:24:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742136_1312 (size=963) 2024-11-20T10:24:01,938 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:24:01,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742137_1313 (size=53) 2024-11-20T10:24:01,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:01,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 59da4330e238b49b79bb6566019c9ef1, disabling compactions & flushes 2024-11-20T10:24:01,943 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:01,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:01,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. after waiting 0 ms 2024-11-20T10:24:01,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:01,943 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:01,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:01,944 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:24:01,944 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732098241944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732098241944"}]},"ts":"1732098241944"} 2024-11-20T10:24:01,945 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T10:24:01,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:24:01,946 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098241946"}]},"ts":"1732098241946"} 2024-11-20T10:24:01,946 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T10:24:01,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, ASSIGN}] 2024-11-20T10:24:01,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, ASSIGN 2024-11-20T10:24:01,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, ASSIGN; state=OFFLINE, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=false 2024-11-20T10:24:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T10:24:02,103 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:02,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T10:24:02,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:02,258 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:02,258 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:24:02,259 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,259 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:02,259 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,259 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,260 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,261 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:02,261 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59da4330e238b49b79bb6566019c9ef1 columnFamilyName A 2024-11-20T10:24:02,261 DEBUG [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:02,262 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(327): Store=59da4330e238b49b79bb6566019c9ef1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:02,262 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,263 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:02,263 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59da4330e238b49b79bb6566019c9ef1 columnFamilyName B 2024-11-20T10:24:02,263 DEBUG [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:02,263 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(327): Store=59da4330e238b49b79bb6566019c9ef1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:02,263 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,264 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:02,264 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59da4330e238b49b79bb6566019c9ef1 columnFamilyName C 2024-11-20T10:24:02,264 DEBUG [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:02,264 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(327): Store=59da4330e238b49b79bb6566019c9ef1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:02,265 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:02,265 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,265 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,266 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:24:02,267 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:02,269 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:24:02,269 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened 59da4330e238b49b79bb6566019c9ef1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60430722, jitterRate=-0.09951207041740417}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:24:02,270 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:02,270 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., pid=90, masterSystemTime=1732098242256 2024-11-20T10:24:02,272 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:02,272 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:02,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:02,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T10:24:02,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 in 169 msec 2024-11-20T10:24:02,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T10:24:02,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, ASSIGN in 323 msec 2024-11-20T10:24:02,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:24:02,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098242275"}]},"ts":"1732098242275"} 2024-11-20T10:24:02,276 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T10:24:02,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:24:02,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 350 msec 2024-11-20T10:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T10:24:02,534 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-20T10:24:02,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-20T10:24:02,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:02,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:02,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:02,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:24:02,543 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:24:02,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:24:02,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:24:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742138_1314 (size=999) 2024-11-20T10:24:02,955 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T10:24:02,955 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T10:24:02,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:24:02,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, REOPEN/MOVE}] 2024-11-20T10:24:02,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, REOPEN/MOVE 2024-11-20T10:24:02,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:02,960 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:24:02,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:03,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,112 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,112 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:24:03,112 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 59da4330e238b49b79bb6566019c9ef1, disabling compactions & flushes 2024-11-20T10:24:03,112 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,112 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,112 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. after waiting 0 ms 2024-11-20T10:24:03,112 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,116 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T10:24:03,116 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,116 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:03,117 WARN [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: 59da4330e238b49b79bb6566019c9ef1 to self. 2024-11-20T10:24:03,118 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=CLOSED 2024-11-20T10:24:03,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T10:24:03,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 in 159 msec 2024-11-20T10:24:03,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, REOPEN/MOVE; state=CLOSED, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=true 2024-11-20T10:24:03,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:03,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,426 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,426 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:24:03,427 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,427 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:03,427 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,427 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,428 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,429 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:03,429 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59da4330e238b49b79bb6566019c9ef1 columnFamilyName A 2024-11-20T10:24:03,430 DEBUG [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:03,430 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(327): Store=59da4330e238b49b79bb6566019c9ef1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:03,431 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,431 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:03,431 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59da4330e238b49b79bb6566019c9ef1 columnFamilyName B 2024-11-20T10:24:03,432 DEBUG [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:03,432 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(327): Store=59da4330e238b49b79bb6566019c9ef1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:03,432 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,432 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:03,433 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59da4330e238b49b79bb6566019c9ef1 columnFamilyName C 2024-11-20T10:24:03,433 DEBUG [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:03,433 INFO [StoreOpener-59da4330e238b49b79bb6566019c9ef1-1 {}] regionserver.HStore(327): Store=59da4330e238b49b79bb6566019c9ef1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:03,433 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,434 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,434 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,435 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:24:03,436 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,437 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened 59da4330e238b49b79bb6566019c9ef1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70988912, jitterRate=0.05781722068786621}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:24:03,438 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:03,438 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., pid=95, masterSystemTime=1732098243423 2024-11-20T10:24:03,439 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,439 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=OPEN, openSeqNum=5, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-20T10:24:03,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 in 168 msec 2024-11-20T10:24:03,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T10:24:03,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, REOPEN/MOVE in 483 msec 2024-11-20T10:24:03,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-20T10:24:03,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-20T10:24:03,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-20T10:24:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T10:24:03,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-20T10:24:03,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-20T10:24:03,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-20T10:24:03,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-20T10:24:03,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-20T10:24:03,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-20T10:24:03,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,474 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-20T10:24:03,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,477 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-20T10:24:03,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-20T10:24:03,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-20T10:24:03,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:03,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-20T10:24:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T10:24:03,491 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:03,492 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:03,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:03,492 DEBUG [hconnection-0x3be3382a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,492 DEBUG [hconnection-0x6121c855-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,493 DEBUG [hconnection-0x1366a2a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,493 DEBUG [hconnection-0x657a99eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,493 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,494 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,494 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,494 DEBUG [hconnection-0x73d6a0cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,494 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,495 DEBUG [hconnection-0x15bd9c22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,495 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,496 DEBUG [hconnection-0x34ebf15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,498 DEBUG [hconnection-0x169ace45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,500 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,503 DEBUG [hconnection-0x493e46b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,503 DEBUG [hconnection-0x6400b922-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:03,504 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,504 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T10:24:03,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:03,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:03,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:03,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:03,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:03,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098303524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098303524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098303525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098303526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098303527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bc717cc84ab8404d84348c70b7ca6833_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098243506/Put/seqid=0 2024-11-20T10:24:03,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742139_1315 (size=12154) 2024-11-20T10:24:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T10:24:03,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098303628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098303629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098303630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098303630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098303630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:03,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:03,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T10:24:03,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098303830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098303831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098303831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098303832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098303832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:03,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:03,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:03,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:03,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bc717cc84ab8404d84348c70b7ca6833_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bc717cc84ab8404d84348c70b7ca6833_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:03,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/487c68869a7d406db5ab4eb4f624c282, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:03,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/487c68869a7d406db5ab4eb4f624c282 is 175, key is test_row_0/A:col10/1732098243506/Put/seqid=0 2024-11-20T10:24:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742140_1316 (size=30955) 2024-11-20T10:24:03,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/487c68869a7d406db5ab4eb4f624c282 2024-11-20T10:24:03,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/48496d8ad85c45aea8236a7cb40edb0b is 50, key is test_row_0/B:col10/1732098243506/Put/seqid=0 2024-11-20T10:24:03,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742141_1317 (size=12001) 2024-11-20T10:24:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T10:24:04,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098304133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098304134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098304136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098304136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098304137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/48496d8ad85c45aea8236a7cb40edb0b 2024-11-20T10:24:04,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:04,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:04,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/646540917227443fa683901144be708a is 50, key is test_row_0/C:col10/1732098243506/Put/seqid=0 2024-11-20T10:24:04,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742142_1318 (size=12001) 2024-11-20T10:24:04,561 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T10:24:04,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098304638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098304638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098304639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098304640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098304643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:04,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:04,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/646540917227443fa683901144be708a 2024-11-20T10:24:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/487c68869a7d406db5ab4eb4f624c282 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/487c68869a7d406db5ab4eb4f624c282 2024-11-20T10:24:04,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/487c68869a7d406db5ab4eb4f624c282, entries=150, sequenceid=18, filesize=30.2 K 2024-11-20T10:24:04,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/48496d8ad85c45aea8236a7cb40edb0b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/48496d8ad85c45aea8236a7cb40edb0b 2024-11-20T10:24:04,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/48496d8ad85c45aea8236a7cb40edb0b, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T10:24:04,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/646540917227443fa683901144be708a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/646540917227443fa683901144be708a 2024-11-20T10:24:04,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/646540917227443fa683901144be708a, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T10:24:04,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 59da4330e238b49b79bb6566019c9ef1 in 1330ms, sequenceid=18, compaction requested=false 2024-11-20T10:24:04,839 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T10:24:04,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:04,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:04,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T10:24:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:04,868 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T10:24:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:04,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:04,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206bc8b7b093e142389b04966d18e6da14_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098243526/Put/seqid=0 2024-11-20T10:24:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742143_1319 (size=12154) 2024-11-20T10:24:04,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:04,911 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206bc8b7b093e142389b04966d18e6da14_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206bc8b7b093e142389b04966d18e6da14_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/2d437138d1444d728667eecc5a1a2c27, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/2d437138d1444d728667eecc5a1a2c27 is 175, key is test_row_0/A:col10/1732098243526/Put/seqid=0 2024-11-20T10:24:04,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742144_1320 (size=30955) 2024-11-20T10:24:04,934 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/2d437138d1444d728667eecc5a1a2c27 2024-11-20T10:24:04,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/88c9b6e318a04d0493ac9b0bef9bd5d1 is 50, key is test_row_0/B:col10/1732098243526/Put/seqid=0 2024-11-20T10:24:04,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742145_1321 (size=12001) 2024-11-20T10:24:05,352 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/88c9b6e318a04d0493ac9b0bef9bd5d1 2024-11-20T10:24:05,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/3ddb77420405433990ca431453a9ee94 is 50, key is test_row_0/C:col10/1732098243526/Put/seqid=0 2024-11-20T10:24:05,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742146_1322 (size=12001) 2024-11-20T10:24:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T10:24:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:05,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098305657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098305657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098305658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098305659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098305659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,764 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/3ddb77420405433990ca431453a9ee94 2024-11-20T10:24:05,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098305762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098305762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098305762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098305764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098305764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/2d437138d1444d728667eecc5a1a2c27 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/2d437138d1444d728667eecc5a1a2c27 2024-11-20T10:24:05,771 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/2d437138d1444d728667eecc5a1a2c27, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T10:24:05,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/88c9b6e318a04d0493ac9b0bef9bd5d1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/88c9b6e318a04d0493ac9b0bef9bd5d1 2024-11-20T10:24:05,775 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/88c9b6e318a04d0493ac9b0bef9bd5d1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T10:24:05,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/3ddb77420405433990ca431453a9ee94 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/3ddb77420405433990ca431453a9ee94 2024-11-20T10:24:05,779 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/3ddb77420405433990ca431453a9ee94, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T10:24:05,780 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 59da4330e238b49b79bb6566019c9ef1 in 913ms, sequenceid=40, compaction requested=false 2024-11-20T10:24:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-20T10:24:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-20T10:24:05,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T10:24:05,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2890 sec 2024-11-20T10:24:05,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.2930 sec 2024-11-20T10:24:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:05,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:24:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:05,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:05,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:05,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:05,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:05,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:05,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205410deca640f44e1b66a84c96f919a92_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098245658/Put/seqid=0 2024-11-20T10:24:05,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742147_1323 (size=14594) 2024-11-20T10:24:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098305988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098305989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098305990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098305991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098305992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098306094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098306094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098306096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098306096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098306098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098306302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098306303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098306303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098306303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098306303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,384 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:06,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205410deca640f44e1b66a84c96f919a92_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205410deca640f44e1b66a84c96f919a92_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:06,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/b11011eeaa1048528bd18c3b904f31c9, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:06,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/b11011eeaa1048528bd18c3b904f31c9 is 175, key is test_row_0/A:col10/1732098245658/Put/seqid=0 2024-11-20T10:24:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742148_1324 (size=39549) 2024-11-20T10:24:06,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098306608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098306608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098306609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098306609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098306610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:06,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:24:06,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/b11011eeaa1048528bd18c3b904f31c9 2024-11-20T10:24:06,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/50c3070c3a554532ba761a1f24561ea6 is 50, key is test_row_0/B:col10/1732098245658/Put/seqid=0 2024-11-20T10:24:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742149_1325 (size=12001) 2024-11-20T10:24:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098307111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:07,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098307112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:07,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098307114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098307117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098307118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:07,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/50c3070c3a554532ba761a1f24561ea6 2024-11-20T10:24:07,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/bc9dd658943d4186a8265f5db088cb4b is 50, key is test_row_0/C:col10/1732098245658/Put/seqid=0 2024-11-20T10:24:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742150_1326 (size=12001) 2024-11-20T10:24:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T10:24:07,597 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-20T10:24:07,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-20T10:24:07,600 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:07,601 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:07,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T10:24:07,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/bc9dd658943d4186a8265f5db088cb4b 2024-11-20T10:24:07,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/b11011eeaa1048528bd18c3b904f31c9 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/b11011eeaa1048528bd18c3b904f31c9 2024-11-20T10:24:07,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/b11011eeaa1048528bd18c3b904f31c9, entries=200, sequenceid=55, filesize=38.6 K 2024-11-20T10:24:07,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/50c3070c3a554532ba761a1f24561ea6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/50c3070c3a554532ba761a1f24561ea6 2024-11-20T10:24:07,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/50c3070c3a554532ba761a1f24561ea6, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T10:24:07,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/bc9dd658943d4186a8265f5db088cb4b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/bc9dd658943d4186a8265f5db088cb4b 2024-11-20T10:24:07,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/bc9dd658943d4186a8265f5db088cb4b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T10:24:07,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 59da4330e238b49b79bb6566019c9ef1 in 1668ms, sequenceid=55, compaction requested=true 2024-11-20T10:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:07,637 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:07,637 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:07,638 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:07,638 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:07,638 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/B is initiating minor compaction (all files) 2024-11-20T10:24:07,638 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/A is initiating minor compaction (all files) 2024-11-20T10:24:07,638 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/B in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:07,638 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/A in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:07,638 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/487c68869a7d406db5ab4eb4f624c282, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/2d437138d1444d728667eecc5a1a2c27, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/b11011eeaa1048528bd18c3b904f31c9] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=99.1 K 2024-11-20T10:24:07,638 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/48496d8ad85c45aea8236a7cb40edb0b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/88c9b6e318a04d0493ac9b0bef9bd5d1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/50c3070c3a554532ba761a1f24561ea6] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=35.2 K 2024-11-20T10:24:07,638 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:07,638 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/487c68869a7d406db5ab4eb4f624c282, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/2d437138d1444d728667eecc5a1a2c27, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/b11011eeaa1048528bd18c3b904f31c9] 2024-11-20T10:24:07,640 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 48496d8ad85c45aea8236a7cb40edb0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732098243506 2024-11-20T10:24:07,640 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 487c68869a7d406db5ab4eb4f624c282, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732098243506 2024-11-20T10:24:07,641 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d437138d1444d728667eecc5a1a2c27, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732098243515 2024-11-20T10:24:07,641 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c9b6e318a04d0493ac9b0bef9bd5d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732098243515 2024-11-20T10:24:07,641 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c3070c3a554532ba761a1f24561ea6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098245657 2024-11-20T10:24:07,641 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting b11011eeaa1048528bd18c3b904f31c9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098245656 2024-11-20T10:24:07,650 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:07,650 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/f400e613d3d04fa0af59090eb77f3dac is 50, key is test_row_0/B:col10/1732098245658/Put/seqid=0 2024-11-20T10:24:07,664 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:07,667 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a0e3d150df794ba0aa9dda6c81e36d40_59da4330e238b49b79bb6566019c9ef1 store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742151_1327 (size=12104) 2024-11-20T10:24:07,671 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a0e3d150df794ba0aa9dda6c81e36d40_59da4330e238b49b79bb6566019c9ef1, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:07,671 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a0e3d150df794ba0aa9dda6c81e36d40_59da4330e238b49b79bb6566019c9ef1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:07,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742152_1328 (size=4469) 2024-11-20T10:24:07,678 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/f400e613d3d04fa0af59090eb77f3dac as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/f400e613d3d04fa0af59090eb77f3dac 2024-11-20T10:24:07,685 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/B of 59da4330e238b49b79bb6566019c9ef1 into f400e613d3d04fa0af59090eb77f3dac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:07,685 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:07,685 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/B, priority=13, startTime=1732098247637; duration=0sec 2024-11-20T10:24:07,685 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:07,685 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:B 2024-11-20T10:24:07,685 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:07,686 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:07,686 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/C is initiating minor compaction (all files) 2024-11-20T10:24:07,686 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/C in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:07,686 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/646540917227443fa683901144be708a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/3ddb77420405433990ca431453a9ee94, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/bc9dd658943d4186a8265f5db088cb4b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=35.2 K 2024-11-20T10:24:07,687 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 646540917227443fa683901144be708a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732098243506 2024-11-20T10:24:07,687 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ddb77420405433990ca431453a9ee94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732098243515 2024-11-20T10:24:07,687 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting bc9dd658943d4186a8265f5db088cb4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098245657 2024-11-20T10:24:07,694 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:07,695 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/f1c7b6c0942241d5a91e6fea4d22c88f is 50, key is test_row_0/C:col10/1732098245658/Put/seqid=0 2024-11-20T10:24:07,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742153_1329 (size=12104) 2024-11-20T10:24:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T10:24:07,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:07,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T10:24:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:07,753 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:24:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:07,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120342a180cd7b54963be4d144715a8f002_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098245991/Put/seqid=0 2024-11-20T10:24:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742154_1330 (size=12154) 2024-11-20T10:24:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T10:24:08,078 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#A#compaction#280 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:08,079 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/e0a83179a4d248d394943915792bd4ef is 175, key is test_row_0/A:col10/1732098245658/Put/seqid=0 2024-11-20T10:24:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742155_1331 (size=31058) 2024-11-20T10:24:08,104 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/f1c7b6c0942241d5a91e6fea4d22c88f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/f1c7b6c0942241d5a91e6fea4d22c88f 2024-11-20T10:24:08,109 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/C of 59da4330e238b49b79bb6566019c9ef1 into f1c7b6c0942241d5a91e6fea4d22c88f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:08,109 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:08,109 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/C, priority=13, startTime=1732098247637; duration=0sec 2024-11-20T10:24:08,109 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:08,109 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:C 2024-11-20T10:24:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:08,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098308135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098308135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098308136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098308137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098308139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:08,169 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120342a180cd7b54963be4d144715a8f002_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120342a180cd7b54963be4d144715a8f002_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:08,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/d71421f42a8c4e9498bedcc774182b75, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:08,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/d71421f42a8c4e9498bedcc774182b75 is 175, key is test_row_0/A:col10/1732098245991/Put/seqid=0 2024-11-20T10:24:08,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742156_1332 (size=30955) 2024-11-20T10:24:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T10:24:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098308244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098308244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098308244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098308245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098308245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098308449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098308449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098308449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098308449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098308449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,487 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/e0a83179a4d248d394943915792bd4ef as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/e0a83179a4d248d394943915792bd4ef 2024-11-20T10:24:08,492 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/A of 59da4330e238b49b79bb6566019c9ef1 into e0a83179a4d248d394943915792bd4ef(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:08,492 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:08,492 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/A, priority=13, startTime=1732098247637; duration=0sec 2024-11-20T10:24:08,492 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:08,492 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:A 2024-11-20T10:24:08,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/d71421f42a8c4e9498bedcc774182b75 2024-11-20T10:24:08,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/5bea48caaa224abf911e052f5726fd56 is 50, key is test_row_0/B:col10/1732098245991/Put/seqid=0 2024-11-20T10:24:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742157_1333 (size=12001) 2024-11-20T10:24:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T10:24:08,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098308755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098308756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098308756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098308757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098308757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:08,991 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/5bea48caaa224abf911e052f5726fd56 2024-11-20T10:24:08,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/7c75f6053ade4c3093cdd335a89960fc is 50, key is test_row_0/C:col10/1732098245991/Put/seqid=0 2024-11-20T10:24:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742158_1334 (size=12001) 2024-11-20T10:24:09,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098309260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:09,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098309264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098309266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098309266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:09,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098309267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:09,402 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/7c75f6053ade4c3093cdd335a89960fc 2024-11-20T10:24:09,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/d71421f42a8c4e9498bedcc774182b75 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/d71421f42a8c4e9498bedcc774182b75 2024-11-20T10:24:09,411 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/d71421f42a8c4e9498bedcc774182b75, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T10:24:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/5bea48caaa224abf911e052f5726fd56 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/5bea48caaa224abf911e052f5726fd56 2024-11-20T10:24:09,415 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/5bea48caaa224abf911e052f5726fd56, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T10:24:09,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/7c75f6053ade4c3093cdd335a89960fc as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/7c75f6053ade4c3093cdd335a89960fc 2024-11-20T10:24:09,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/7c75f6053ade4c3093cdd335a89960fc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T10:24:09,420 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 59da4330e238b49b79bb6566019c9ef1 in 1667ms, sequenceid=77, compaction requested=false 2024-11-20T10:24:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-20T10:24:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-20T10:24:09,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-20T10:24:09,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-11-20T10:24:09,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.8250 sec 2024-11-20T10:24:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T10:24:09,705 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-20T10:24:09,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-20T10:24:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T10:24:09,708 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:09,709 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:09,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T10:24:09,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:09,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T10:24:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:09,861 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:24:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:09,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:09,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:09,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:09,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:09,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:09,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206f8e70c4d05946dcbf3b1beb157fd086_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098248138/Put/seqid=0 2024-11-20T10:24:09,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742159_1335 (size=12154) 2024-11-20T10:24:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T10:24:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:10,280 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206f8e70c4d05946dcbf3b1beb157fd086_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f8e70c4d05946dcbf3b1beb157fd086_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/3572b26488454919acfa92609bc49406, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/3572b26488454919acfa92609bc49406 is 175, key is test_row_0/A:col10/1732098248138/Put/seqid=0 2024-11-20T10:24:10,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742160_1336 (size=30955) 2024-11-20T10:24:10,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098310290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098310290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098310295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098310295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098310296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T10:24:10,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098310397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098310397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098310400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098310400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098310402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098310603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098310604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098310606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098310607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098310607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,686 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/3572b26488454919acfa92609bc49406 2024-11-20T10:24:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/60e967c6a1c449e68823642a3862e382 is 50, key is test_row_0/B:col10/1732098248138/Put/seqid=0 2024-11-20T10:24:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742161_1337 (size=12001) 2024-11-20T10:24:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T10:24:10,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098310912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098310912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098310913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098310913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:10,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098310914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:11,097 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/60e967c6a1c449e68823642a3862e382 2024-11-20T10:24:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/e33d554bc2cc41e5b499c3074636ca51 is 50, key is test_row_0/C:col10/1732098248138/Put/seqid=0 2024-11-20T10:24:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742162_1338 (size=12001) 2024-11-20T10:24:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098311418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098311419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098311421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098311421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:11,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098311421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:11,509 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/e33d554bc2cc41e5b499c3074636ca51 2024-11-20T10:24:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/3572b26488454919acfa92609bc49406 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/3572b26488454919acfa92609bc49406 2024-11-20T10:24:11,517 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/3572b26488454919acfa92609bc49406, entries=150, sequenceid=94, filesize=30.2 K 2024-11-20T10:24:11,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/60e967c6a1c449e68823642a3862e382 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/60e967c6a1c449e68823642a3862e382 2024-11-20T10:24:11,521 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/60e967c6a1c449e68823642a3862e382, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T10:24:11,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/e33d554bc2cc41e5b499c3074636ca51 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/e33d554bc2cc41e5b499c3074636ca51 2024-11-20T10:24:11,526 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/e33d554bc2cc41e5b499c3074636ca51, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T10:24:11,527 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 59da4330e238b49b79bb6566019c9ef1 in 1665ms, sequenceid=94, compaction requested=true 2024-11-20T10:24:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-20T10:24:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-20T10:24:11,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T10:24:11,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-20T10:24:11,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.8220 sec 2024-11-20T10:24:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T10:24:11,812 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-20T10:24:11,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-20T10:24:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T10:24:11,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:11,816 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:11,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T10:24:11,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:11,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T10:24:11,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:11,968 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:24:11,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:11,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:11,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029039695f114455bba26853c7155f562_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098250294/Put/seqid=0 2024-11-20T10:24:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742163_1339 (size=12154) 2024-11-20T10:24:11,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:11,985 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029039695f114455bba26853c7155f562_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029039695f114455bba26853c7155f562_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/c367afc0d4f04808885c1d4848cdc196, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/c367afc0d4f04808885c1d4848cdc196 is 175, key is test_row_0/A:col10/1732098250294/Put/seqid=0 2024-11-20T10:24:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742164_1340 (size=30955) 2024-11-20T10:24:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T10:24:12,391 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/c367afc0d4f04808885c1d4848cdc196 2024-11-20T10:24:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/98978f2fca914a208d187abf333b7ea7 is 50, key is test_row_0/B:col10/1732098250294/Put/seqid=0 2024-11-20T10:24:12,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742165_1341 (size=12001) 2024-11-20T10:24:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T10:24:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:12,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098312436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098312437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098312437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098312442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098312443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098312544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098312545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098312545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098312550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098312550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098312746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098312750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098312750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098312754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098312755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:12,807 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/98978f2fca914a208d187abf333b7ea7 2024-11-20T10:24:12,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/76d0fa6c68bc4c8dabf911f2d039ccdf is 50, key is test_row_0/C:col10/1732098250294/Put/seqid=0 2024-11-20T10:24:12,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742166_1342 (size=12001) 2024-11-20T10:24:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T10:24:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098313052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098313056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098313056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098313059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098313061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,218 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/76d0fa6c68bc4c8dabf911f2d039ccdf 2024-11-20T10:24:13,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/c367afc0d4f04808885c1d4848cdc196 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/c367afc0d4f04808885c1d4848cdc196 2024-11-20T10:24:13,226 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/c367afc0d4f04808885c1d4848cdc196, entries=150, sequenceid=115, filesize=30.2 K 2024-11-20T10:24:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/98978f2fca914a208d187abf333b7ea7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/98978f2fca914a208d187abf333b7ea7 2024-11-20T10:24:13,230 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/98978f2fca914a208d187abf333b7ea7, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T10:24:13,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/76d0fa6c68bc4c8dabf911f2d039ccdf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/76d0fa6c68bc4c8dabf911f2d039ccdf 2024-11-20T10:24:13,234 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/76d0fa6c68bc4c8dabf911f2d039ccdf, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T10:24:13,235 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 59da4330e238b49b79bb6566019c9ef1 in 1267ms, sequenceid=115, compaction requested=true 2024-11-20T10:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-20T10:24:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-20T10:24:13,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T10:24:13,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-20T10:24:13,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4240 sec 2024-11-20T10:24:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:13,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T10:24:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:13,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:13,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056f4541d01f34de19069381d758a8201_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098253560/Put/seqid=0 2024-11-20T10:24:13,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742167_1343 (size=14694) 2024-11-20T10:24:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098313586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098313587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098313588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098313591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098313596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098313697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098313697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098313698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098313703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098313703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098313903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098313903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098313904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098313909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098313909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T10:24:13,919 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-20T10:24:13,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-20T10:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T10:24:13,922 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:13,922 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:13,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:13,973 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:13,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056f4541d01f34de19069381d758a8201_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056f4541d01f34de19069381d758a8201_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:13,977 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/09d83098090e41a994705b8debd8ac1b, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:13,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/09d83098090e41a994705b8debd8ac1b is 175, key is test_row_0/A:col10/1732098253560/Put/seqid=0 2024-11-20T10:24:13,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742168_1344 (size=39649) 2024-11-20T10:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T10:24:14,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:14,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:14,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098314209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098314209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098314210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098314215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098314216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T10:24:14,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,387 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/09d83098090e41a994705b8debd8ac1b 2024-11-20T10:24:14,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/febf801e0f4445e8ba23c0995040e2af is 50, key is test_row_0/B:col10/1732098253560/Put/seqid=0 2024-11-20T10:24:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742169_1345 (size=12101) 2024-11-20T10:24:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T10:24:14,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098314716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098314718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098314718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098314721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098314723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/febf801e0f4445e8ba23c0995040e2af 2024-11-20T10:24:14,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/b901b37003ae4f5a8c5e80afb52c197d is 50, key is test_row_0/C:col10/1732098253560/Put/seqid=0 2024-11-20T10:24:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742170_1346 (size=12101) 2024-11-20T10:24:14,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:14,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:14,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T10:24:15,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:15,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/b901b37003ae4f5a8c5e80afb52c197d 2024-11-20T10:24:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/09d83098090e41a994705b8debd8ac1b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/09d83098090e41a994705b8debd8ac1b 2024-11-20T10:24:15,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/09d83098090e41a994705b8debd8ac1b, entries=200, sequenceid=131, filesize=38.7 K 2024-11-20T10:24:15,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/febf801e0f4445e8ba23c0995040e2af as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/febf801e0f4445e8ba23c0995040e2af 2024-11-20T10:24:15,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/febf801e0f4445e8ba23c0995040e2af, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T10:24:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/b901b37003ae4f5a8c5e80afb52c197d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/b901b37003ae4f5a8c5e80afb52c197d 2024-11-20T10:24:15,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/b901b37003ae4f5a8c5e80afb52c197d, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T10:24:15,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 59da4330e238b49b79bb6566019c9ef1 in 1669ms, sequenceid=131, compaction requested=true 2024-11-20T10:24:15,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:15,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:15,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:15,231 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T10:24:15,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:15,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:15,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:15,232 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T10:24:15,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:15,233 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163572 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T10:24:15,233 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T10:24:15,233 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/A is initiating minor compaction (all files) 2024-11-20T10:24:15,233 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/B is initiating minor compaction (all files) 2024-11-20T10:24:15,233 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/A in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,233 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/B in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,233 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/e0a83179a4d248d394943915792bd4ef, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/d71421f42a8c4e9498bedcc774182b75, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/3572b26488454919acfa92609bc49406, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/c367afc0d4f04808885c1d4848cdc196, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/09d83098090e41a994705b8debd8ac1b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=159.7 K 2024-11-20T10:24:15,233 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,233 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/f400e613d3d04fa0af59090eb77f3dac, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/5bea48caaa224abf911e052f5726fd56, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/60e967c6a1c449e68823642a3862e382, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/98978f2fca914a208d187abf333b7ea7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/febf801e0f4445e8ba23c0995040e2af] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=58.8 K 2024-11-20T10:24:15,233 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/e0a83179a4d248d394943915792bd4ef, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/d71421f42a8c4e9498bedcc774182b75, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/3572b26488454919acfa92609bc49406, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/c367afc0d4f04808885c1d4848cdc196, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/09d83098090e41a994705b8debd8ac1b] 2024-11-20T10:24:15,234 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0a83179a4d248d394943915792bd4ef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098245657 2024-11-20T10:24:15,234 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f400e613d3d04fa0af59090eb77f3dac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098245657 2024-11-20T10:24:15,234 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bea48caaa224abf911e052f5726fd56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732098245989 2024-11-20T10:24:15,234 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d71421f42a8c4e9498bedcc774182b75, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732098245989 2024-11-20T10:24:15,234 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 60e967c6a1c449e68823642a3862e382, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098248132 2024-11-20T10:24:15,234 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3572b26488454919acfa92609bc49406, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098248132 2024-11-20T10:24:15,235 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 98978f2fca914a208d187abf333b7ea7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098250294 2024-11-20T10:24:15,235 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting c367afc0d4f04808885c1d4848cdc196, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098250294 2024-11-20T10:24:15,235 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting febf801e0f4445e8ba23c0995040e2af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732098252434 2024-11-20T10:24:15,235 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09d83098090e41a994705b8debd8ac1b, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732098252434 2024-11-20T10:24:15,243 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:15,244 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:15,245 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/bc3c9a51e605491786038e914ad3078b is 50, key is test_row_0/B:col10/1732098253560/Put/seqid=0 2024-11-20T10:24:15,246 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f1eee75bbe8340aab1d0a3e0eda5bc4c_59da4330e238b49b79bb6566019c9ef1 store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:15,249 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f1eee75bbe8340aab1d0a3e0eda5bc4c_59da4330e238b49b79bb6566019c9ef1, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:15,249 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f1eee75bbe8340aab1d0a3e0eda5bc4c_59da4330e238b49b79bb6566019c9ef1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742171_1347 (size=12375) 2024-11-20T10:24:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742172_1348 (size=4469) 2024-11-20T10:24:15,257 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/bc3c9a51e605491786038e914ad3078b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/bc3c9a51e605491786038e914ad3078b 2024-11-20T10:24:15,262 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/B of 59da4330e238b49b79bb6566019c9ef1 into bc3c9a51e605491786038e914ad3078b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:15,262 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:15,262 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/B, priority=11, startTime=1732098255231; duration=0sec 2024-11-20T10:24:15,262 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:15,263 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:B 2024-11-20T10:24:15,263 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T10:24:15,266 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T10:24:15,266 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/C is initiating minor compaction (all files) 2024-11-20T10:24:15,266 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/C in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,266 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/f1c7b6c0942241d5a91e6fea4d22c88f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/7c75f6053ade4c3093cdd335a89960fc, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/e33d554bc2cc41e5b499c3074636ca51, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/76d0fa6c68bc4c8dabf911f2d039ccdf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/b901b37003ae4f5a8c5e80afb52c197d] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=58.8 K 2024-11-20T10:24:15,268 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f1c7b6c0942241d5a91e6fea4d22c88f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098245657 2024-11-20T10:24:15,268 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c75f6053ade4c3093cdd335a89960fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732098245989 2024-11-20T10:24:15,268 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e33d554bc2cc41e5b499c3074636ca51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732098248132 2024-11-20T10:24:15,269 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 76d0fa6c68bc4c8dabf911f2d039ccdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732098250294 2024-11-20T10:24:15,269 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b901b37003ae4f5a8c5e80afb52c197d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732098252434 2024-11-20T10:24:15,280 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#C#compaction#296 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:15,280 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/4ca9b556f22849a08b62804758941d9b is 50, key is test_row_0/C:col10/1732098253560/Put/seqid=0 2024-11-20T10:24:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742173_1349 (size=12375) 2024-11-20T10:24:15,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T10:24:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,297 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T10:24:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b6f36f44996d4b4baf427a44d6757691_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098253587/Put/seqid=0 2024-11-20T10:24:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742174_1350 (size=12304) 2024-11-20T10:24:15,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:15,319 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b6f36f44996d4b4baf427a44d6757691_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b6f36f44996d4b4baf427a44d6757691_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a6d75b41827e474589ea411c495b9b94, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:15,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a6d75b41827e474589ea411c495b9b94 is 175, key is test_row_0/A:col10/1732098253587/Put/seqid=0 2024-11-20T10:24:15,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742175_1351 (size=31105) 2024-11-20T10:24:15,655 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#A#compaction#295 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:15,656 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a446d7e7e2694de58da105858fadc7ce is 175, key is test_row_0/A:col10/1732098253560/Put/seqid=0 2024-11-20T10:24:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742176_1352 (size=31329) 2024-11-20T10:24:15,694 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/4ca9b556f22849a08b62804758941d9b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/4ca9b556f22849a08b62804758941d9b 2024-11-20T10:24:15,698 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/C of 59da4330e238b49b79bb6566019c9ef1 into 4ca9b556f22849a08b62804758941d9b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:15,698 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:15,698 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/C, priority=11, startTime=1732098255231; duration=0sec 2024-11-20T10:24:15,699 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:15,699 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:C 2024-11-20T10:24:15,726 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a6d75b41827e474589ea411c495b9b94 2024-11-20T10:24:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:15,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/3419cfca0af24f7eb4fed1ac87aa833f is 50, key is test_row_0/B:col10/1732098253587/Put/seqid=0 2024-11-20T10:24:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742177_1353 (size=12151) 2024-11-20T10:24:15,741 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/3419cfca0af24f7eb4fed1ac87aa833f 2024-11-20T10:24:15,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/37b581f9f817451db9de2f3d9ff3f994 is 50, key is test_row_0/C:col10/1732098253587/Put/seqid=0 2024-11-20T10:24:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098315751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098315752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098315753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098315755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098315757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742178_1354 (size=12151) 2024-11-20T10:24:15,768 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/37b581f9f817451db9de2f3d9ff3f994 2024-11-20T10:24:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a6d75b41827e474589ea411c495b9b94 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a6d75b41827e474589ea411c495b9b94 2024-11-20T10:24:15,778 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a6d75b41827e474589ea411c495b9b94, entries=150, sequenceid=152, filesize=30.4 K 2024-11-20T10:24:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/3419cfca0af24f7eb4fed1ac87aa833f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/3419cfca0af24f7eb4fed1ac87aa833f 2024-11-20T10:24:15,788 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/3419cfca0af24f7eb4fed1ac87aa833f, entries=150, sequenceid=152, filesize=11.9 K 2024-11-20T10:24:15,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/37b581f9f817451db9de2f3d9ff3f994 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/37b581f9f817451db9de2f3d9ff3f994 2024-11-20T10:24:15,792 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/37b581f9f817451db9de2f3d9ff3f994, entries=150, sequenceid=152, filesize=11.9 K 2024-11-20T10:24:15,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 59da4330e238b49b79bb6566019c9ef1 in 496ms, sequenceid=152, compaction requested=false 2024-11-20T10:24:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-20T10:24:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-20T10:24:15,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T10:24:15,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-11-20T10:24:15,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8770 sec 2024-11-20T10:24:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:15,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T10:24:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:15,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204bab736e79de48869c2b8bc13ada8569_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098255753/Put/seqid=0 2024-11-20T10:24:15,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742179_1355 (size=14794) 2024-11-20T10:24:15,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098315880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098315881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098315883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098315884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098315889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098315991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098315991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098315991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098315992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098315992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T10:24:16,025 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-20T10:24:16,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-20T10:24:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T10:24:16,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:16,029 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:16,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:16,065 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a446d7e7e2694de58da105858fadc7ce as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a446d7e7e2694de58da105858fadc7ce 2024-11-20T10:24:16,069 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/A of 59da4330e238b49b79bb6566019c9ef1 into a446d7e7e2694de58da105858fadc7ce(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:16,069 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:16,069 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/A, priority=11, startTime=1732098255231; duration=0sec 2024-11-20T10:24:16,069 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:16,069 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:A 2024-11-20T10:24:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T10:24:16,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T10:24:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098316195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098316196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098316199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098316199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098316199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:16,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204bab736e79de48869c2b8bc13ada8569_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204bab736e79de48869c2b8bc13ada8569_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:16,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/7e51a676d60f4efa94e4f4db8b24d8f5, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:16,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/7e51a676d60f4efa94e4f4db8b24d8f5 is 175, key is test_row_0/A:col10/1732098255753/Put/seqid=0 2024-11-20T10:24:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742180_1356 (size=39749) 2024-11-20T10:24:16,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/7e51a676d60f4efa94e4f4db8b24d8f5 2024-11-20T10:24:16,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/e4f6498dff774c14a6d88d0ef2d45bc9 is 50, key is test_row_0/B:col10/1732098255753/Put/seqid=0 2024-11-20T10:24:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742181_1357 (size=12151) 2024-11-20T10:24:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T10:24:16,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T10:24:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T10:24:16,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098316502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098316502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098316504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098316504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098316506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T10:24:16,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T10:24:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:16,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/e4f6498dff774c14a6d88d0ef2d45bc9 2024-11-20T10:24:16,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/2556073c5f084e22a598d187f465a8df is 50, key is test_row_0/C:col10/1732098255753/Put/seqid=0 2024-11-20T10:24:16,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742182_1358 (size=12151) 2024-11-20T10:24:16,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/2556073c5f084e22a598d187f465a8df 2024-11-20T10:24:16,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/7e51a676d60f4efa94e4f4db8b24d8f5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/7e51a676d60f4efa94e4f4db8b24d8f5 2024-11-20T10:24:16,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/7e51a676d60f4efa94e4f4db8b24d8f5, entries=200, sequenceid=170, filesize=38.8 K 2024-11-20T10:24:16,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/e4f6498dff774c14a6d88d0ef2d45bc9 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/e4f6498dff774c14a6d88d0ef2d45bc9 2024-11-20T10:24:16,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/e4f6498dff774c14a6d88d0ef2d45bc9, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T10:24:16,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/2556073c5f084e22a598d187f465a8df as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2556073c5f084e22a598d187f465a8df 2024-11-20T10:24:16,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2556073c5f084e22a598d187f465a8df, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T10:24:16,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 59da4330e238b49b79bb6566019c9ef1 in 863ms, sequenceid=170, compaction requested=true 2024-11-20T10:24:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:16,724 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:16,724 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:16,725 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:16,725 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:16,725 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/B is initiating minor compaction (all files) 2024-11-20T10:24:16,725 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/A is initiating minor compaction (all files) 2024-11-20T10:24:16,725 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/B in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,725 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/A in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,725 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/bc3c9a51e605491786038e914ad3078b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/3419cfca0af24f7eb4fed1ac87aa833f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/e4f6498dff774c14a6d88d0ef2d45bc9] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=35.8 K 2024-11-20T10:24:16,726 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a446d7e7e2694de58da105858fadc7ce, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a6d75b41827e474589ea411c495b9b94, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/7e51a676d60f4efa94e4f4db8b24d8f5] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=99.8 K 2024-11-20T10:24:16,726 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,726 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a446d7e7e2694de58da105858fadc7ce, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a6d75b41827e474589ea411c495b9b94, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/7e51a676d60f4efa94e4f4db8b24d8f5] 2024-11-20T10:24:16,726 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting bc3c9a51e605491786038e914ad3078b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732098252434 2024-11-20T10:24:16,726 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting a446d7e7e2694de58da105858fadc7ce, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732098252434 2024-11-20T10:24:16,726 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3419cfca0af24f7eb4fed1ac87aa833f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732098253586 2024-11-20T10:24:16,726 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6d75b41827e474589ea411c495b9b94, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732098253586 2024-11-20T10:24:16,727 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e4f6498dff774c14a6d88d0ef2d45bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732098255745 2024-11-20T10:24:16,727 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e51a676d60f4efa94e4f4db8b24d8f5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732098255745 2024-11-20T10:24:16,732 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:16,733 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:16,734 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/2c8a05b5b4594032838e6b6b64f24402 is 50, key is test_row_0/B:col10/1732098255753/Put/seqid=0 2024-11-20T10:24:16,734 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202da962e5486e4b1ab5376c3f1a0e6aec_59da4330e238b49b79bb6566019c9ef1 store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:16,736 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202da962e5486e4b1ab5376c3f1a0e6aec_59da4330e238b49b79bb6566019c9ef1, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:16,736 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202da962e5486e4b1ab5376c3f1a0e6aec_59da4330e238b49b79bb6566019c9ef1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:16,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742183_1359 (size=12527) 2024-11-20T10:24:16,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742184_1360 (size=4469) 2024-11-20T10:24:16,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:16,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T10:24:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:16,792 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T10:24:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:16,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d893bc36c3b4fa6850ebf9236333bc1_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098255882/Put/seqid=0 2024-11-20T10:24:16,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742185_1361 (size=12304) 2024-11-20T10:24:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:17,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:17,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098317023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098317028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098317030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098317030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098317030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T10:24:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098317131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098317135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098317137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098317137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098317137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,146 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/2c8a05b5b4594032838e6b6b64f24402 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/2c8a05b5b4594032838e6b6b64f24402 2024-11-20T10:24:17,147 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:17,148 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/6055f5f0c9774dff87ce745c8d99b787 is 175, key is test_row_0/A:col10/1732098255753/Put/seqid=0 2024-11-20T10:24:17,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742186_1362 (size=31481) 2024-11-20T10:24:17,157 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/B of 59da4330e238b49b79bb6566019c9ef1 into 2c8a05b5b4594032838e6b6b64f24402(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:17,157 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:17,157 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/B, priority=13, startTime=1732098256724; duration=0sec 2024-11-20T10:24:17,158 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:17,158 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:B 2024-11-20T10:24:17,158 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:17,160 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:17,160 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/C is initiating minor compaction (all files) 2024-11-20T10:24:17,160 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/C in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:17,161 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/4ca9b556f22849a08b62804758941d9b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/37b581f9f817451db9de2f3d9ff3f994, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2556073c5f084e22a598d187f465a8df] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=35.8 K 2024-11-20T10:24:17,161 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ca9b556f22849a08b62804758941d9b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732098252434 2024-11-20T10:24:17,162 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 37b581f9f817451db9de2f3d9ff3f994, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732098253586 2024-11-20T10:24:17,163 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2556073c5f084e22a598d187f465a8df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732098255745 2024-11-20T10:24:17,173 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#C#compaction#306 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:17,173 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/45ccb7b7c7664ee898becf686e682386 is 50, key is test_row_0/C:col10/1732098255753/Put/seqid=0 2024-11-20T10:24:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742187_1363 (size=12527) 2024-11-20T10:24:17,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:17,207 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d893bc36c3b4fa6850ebf9236333bc1_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d893bc36c3b4fa6850ebf9236333bc1_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/78dd8f2e8c6a4dd29c3ad75215a4237f, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/78dd8f2e8c6a4dd29c3ad75215a4237f is 175, key is test_row_0/A:col10/1732098255882/Put/seqid=0 2024-11-20T10:24:17,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742188_1364 (size=31105) 2024-11-20T10:24:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098317337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098317341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098317342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098317343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098317344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,561 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/6055f5f0c9774dff87ce745c8d99b787 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/6055f5f0c9774dff87ce745c8d99b787 2024-11-20T10:24:17,566 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/A of 59da4330e238b49b79bb6566019c9ef1 into 6055f5f0c9774dff87ce745c8d99b787(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:17,566 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:17,566 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/A, priority=13, startTime=1732098256724; duration=0sec 2024-11-20T10:24:17,566 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:17,566 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:A 2024-11-20T10:24:17,580 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/45ccb7b7c7664ee898becf686e682386 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/45ccb7b7c7664ee898becf686e682386 2024-11-20T10:24:17,584 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/C of 59da4330e238b49b79bb6566019c9ef1 into 45ccb7b7c7664ee898becf686e682386(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:17,584 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:17,584 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/C, priority=13, startTime=1732098256724; duration=0sec 2024-11-20T10:24:17,584 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:17,584 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:C 2024-11-20T10:24:17,612 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/78dd8f2e8c6a4dd29c3ad75215a4237f 2024-11-20T10:24:17,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/1159b3831d6b480998f7e13f39262aaa is 50, key is test_row_0/B:col10/1732098255882/Put/seqid=0 2024-11-20T10:24:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742189_1365 (size=12151) 2024-11-20T10:24:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098317641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098317642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098317647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098317648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:17,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098317649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:18,027 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/1159b3831d6b480998f7e13f39262aaa 2024-11-20T10:24:18,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/ad749eac596343538958f201818932dd is 50, key is test_row_0/C:col10/1732098255882/Put/seqid=0 2024-11-20T10:24:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742190_1366 (size=12151) 2024-11-20T10:24:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T10:24:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098318149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098318150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:18,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098318151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:18,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098318151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:18,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098318155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:18,439 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/ad749eac596343538958f201818932dd 2024-11-20T10:24:18,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/78dd8f2e8c6a4dd29c3ad75215a4237f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/78dd8f2e8c6a4dd29c3ad75215a4237f 2024-11-20T10:24:18,447 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/78dd8f2e8c6a4dd29c3ad75215a4237f, entries=150, sequenceid=190, filesize=30.4 K 2024-11-20T10:24:18,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/1159b3831d6b480998f7e13f39262aaa as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1159b3831d6b480998f7e13f39262aaa 2024-11-20T10:24:18,451 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1159b3831d6b480998f7e13f39262aaa, entries=150, sequenceid=190, filesize=11.9 K 2024-11-20T10:24:18,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/ad749eac596343538958f201818932dd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ad749eac596343538958f201818932dd 2024-11-20T10:24:18,459 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ad749eac596343538958f201818932dd, entries=150, sequenceid=190, filesize=11.9 K 2024-11-20T10:24:18,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 59da4330e238b49b79bb6566019c9ef1 in 1667ms, sequenceid=190, compaction requested=false 2024-11-20T10:24:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-20T10:24:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-20T10:24:18,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T10:24:18,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4320 sec 2024-11-20T10:24:18,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.4350 sec 2024-11-20T10:24:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:19,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T10:24:19,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:19,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:19,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:19,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:19,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:19,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:19,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ead58f56286642cf8d7fb2f7c9e182cd_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098259158/Put/seqid=0 2024-11-20T10:24:19,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742191_1367 (size=14794) 2024-11-20T10:24:19,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098319177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098319180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098319181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098319182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098319182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098319285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098319285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098319287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098319290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098319290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098319489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098319489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098319492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098319493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098319494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,574 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:19,578 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ead58f56286642cf8d7fb2f7c9e182cd_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ead58f56286642cf8d7fb2f7c9e182cd_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:19,579 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a1fbf54bd34c4d10be6eba53ccde2fae, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:19,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a1fbf54bd34c4d10be6eba53ccde2fae is 175, key is test_row_0/A:col10/1732098259158/Put/seqid=0 2024-11-20T10:24:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742192_1368 (size=39749) 2024-11-20T10:24:19,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098319793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098319795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098319798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098319799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098319801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:19,985 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a1fbf54bd34c4d10be6eba53ccde2fae 2024-11-20T10:24:19,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/faab09fa95d9429b919651b534c701b5 is 50, key is test_row_0/B:col10/1732098259158/Put/seqid=0 2024-11-20T10:24:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742193_1369 (size=12151) 2024-11-20T10:24:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T10:24:20,133 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-20T10:24:20,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-20T10:24:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T10:24:20,136 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:20,136 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:20,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T10:24:20,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T10:24:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098320297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098320299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098320306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098320306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098320308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/faab09fa95d9429b919651b534c701b5 2024-11-20T10:24:20,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/af17fbad90504d6b89a798303f72bf0d is 50, key is test_row_0/C:col10/1732098259158/Put/seqid=0 2024-11-20T10:24:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742194_1370 (size=12151) 2024-11-20T10:24:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T10:24:20,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T10:24:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T10:24:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T10:24:20,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T10:24:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:20,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/af17fbad90504d6b89a798303f72bf0d 2024-11-20T10:24:20,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/a1fbf54bd34c4d10be6eba53ccde2fae as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a1fbf54bd34c4d10be6eba53ccde2fae 2024-11-20T10:24:20,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a1fbf54bd34c4d10be6eba53ccde2fae, entries=200, sequenceid=211, filesize=38.8 K 2024-11-20T10:24:20,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/faab09fa95d9429b919651b534c701b5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/faab09fa95d9429b919651b534c701b5 2024-11-20T10:24:20,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/faab09fa95d9429b919651b534c701b5, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T10:24:20,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/af17fbad90504d6b89a798303f72bf0d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/af17fbad90504d6b89a798303f72bf0d 2024-11-20T10:24:20,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/af17fbad90504d6b89a798303f72bf0d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T10:24:20,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 59da4330e238b49b79bb6566019c9ef1 in 1673ms, sequenceid=211, compaction requested=true 2024-11-20T10:24:20,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:20,834 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:20,834 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:20,835 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:20,835 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:20,835 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/A is initiating minor compaction (all files) 2024-11-20T10:24:20,835 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/B is initiating minor compaction (all files) 2024-11-20T10:24:20,835 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/A in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,835 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/B in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,835 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/6055f5f0c9774dff87ce745c8d99b787, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/78dd8f2e8c6a4dd29c3ad75215a4237f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a1fbf54bd34c4d10be6eba53ccde2fae] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=99.9 K 2024-11-20T10:24:20,835 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,835 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/2c8a05b5b4594032838e6b6b64f24402, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1159b3831d6b480998f7e13f39262aaa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/faab09fa95d9429b919651b534c701b5] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=36.0 K 2024-11-20T10:24:20,835 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/6055f5f0c9774dff87ce745c8d99b787, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/78dd8f2e8c6a4dd29c3ad75215a4237f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a1fbf54bd34c4d10be6eba53ccde2fae] 2024-11-20T10:24:20,836 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6055f5f0c9774dff87ce745c8d99b787, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732098255745 2024-11-20T10:24:20,836 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c8a05b5b4594032838e6b6b64f24402, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732098255745 2024-11-20T10:24:20,836 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1159b3831d6b480998f7e13f39262aaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732098255882 2024-11-20T10:24:20,836 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78dd8f2e8c6a4dd29c3ad75215a4237f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732098255882 2024-11-20T10:24:20,836 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1fbf54bd34c4d10be6eba53ccde2fae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732098257027 2024-11-20T10:24:20,836 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting faab09fa95d9429b919651b534c701b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732098257027 2024-11-20T10:24:20,842 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:20,843 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:20,844 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/1f80b1619a6b41f1920fd6860a8fb5c9 is 50, key is test_row_0/B:col10/1732098259158/Put/seqid=0 2024-11-20T10:24:20,845 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204175a8e529dd46e5a9ee3d8b6556067e_59da4330e238b49b79bb6566019c9ef1 store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:20,846 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204175a8e529dd46e5a9ee3d8b6556067e_59da4330e238b49b79bb6566019c9ef1, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:20,846 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204175a8e529dd46e5a9ee3d8b6556067e_59da4330e238b49b79bb6566019c9ef1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742195_1371 (size=12629) 2024-11-20T10:24:20,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742196_1372 (size=4469) 2024-11-20T10:24:20,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:20,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T10:24:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:20,900 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T10:24:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120172c19f5ef7347d69228dbfd6d8b25cf_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098259172/Put/seqid=0 2024-11-20T10:24:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742197_1373 (size=12304) 2024-11-20T10:24:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T10:24:21,251 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:21,251 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/edcae17a284345ffacdd05d87e5087c0 is 175, key is test_row_0/A:col10/1732098259158/Put/seqid=0 2024-11-20T10:24:21,253 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/1f80b1619a6b41f1920fd6860a8fb5c9 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1f80b1619a6b41f1920fd6860a8fb5c9 2024-11-20T10:24:21,259 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/B of 59da4330e238b49b79bb6566019c9ef1 into 1f80b1619a6b41f1920fd6860a8fb5c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:21,260 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:21,260 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/B, priority=13, startTime=1732098260834; duration=0sec 2024-11-20T10:24:21,260 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:21,260 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:B 2024-11-20T10:24:21,260 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:21,261 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:21,261 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 59da4330e238b49b79bb6566019c9ef1/C is initiating minor compaction (all files) 2024-11-20T10:24:21,261 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59da4330e238b49b79bb6566019c9ef1/C in TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:21,261 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/45ccb7b7c7664ee898becf686e682386, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ad749eac596343538958f201818932dd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/af17fbad90504d6b89a798303f72bf0d] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp, totalSize=36.0 K 2024-11-20T10:24:21,262 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 45ccb7b7c7664ee898becf686e682386, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732098255745 2024-11-20T10:24:21,262 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting ad749eac596343538958f201818932dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732098255882 2024-11-20T10:24:21,262 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting af17fbad90504d6b89a798303f72bf0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732098257027 2024-11-20T10:24:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742198_1374 (size=31583) 2024-11-20T10:24:21,270 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59da4330e238b49b79bb6566019c9ef1#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:21,270 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/cf0dda320a8c48ceaa61a60834c2fe29 is 50, key is test_row_0/C:col10/1732098259158/Put/seqid=0 2024-11-20T10:24:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742199_1375 (size=12629) 2024-11-20T10:24:21,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:21,318 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120172c19f5ef7347d69228dbfd6d8b25cf_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120172c19f5ef7347d69228dbfd6d8b25cf_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/47e3ef8f2b5e4e309233bafd12665fbc, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/47e3ef8f2b5e4e309233bafd12665fbc is 175, key is test_row_0/A:col10/1732098259172/Put/seqid=0 2024-11-20T10:24:21,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742200_1376 (size=31105) 2024-11-20T10:24:21,324 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/47e3ef8f2b5e4e309233bafd12665fbc 2024-11-20T10:24:21,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/6a0a16ae36df497f97d679f950d0794b is 50, key is test_row_0/B:col10/1732098259172/Put/seqid=0 2024-11-20T10:24:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742201_1377 (size=12151) 2024-11-20T10:24:21,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098321329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098321330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098321333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098321334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098321337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098321438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098321438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098321438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098321440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098321443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098321642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098321642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098321643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098321645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098321647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,672 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/edcae17a284345ffacdd05d87e5087c0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/edcae17a284345ffacdd05d87e5087c0 2024-11-20T10:24:21,676 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/A of 59da4330e238b49b79bb6566019c9ef1 into edcae17a284345ffacdd05d87e5087c0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:21,676 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:21,676 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/A, priority=13, startTime=1732098260834; duration=0sec 2024-11-20T10:24:21,676 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:21,676 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:A 2024-11-20T10:24:21,686 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/cf0dda320a8c48ceaa61a60834c2fe29 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/cf0dda320a8c48ceaa61a60834c2fe29 2024-11-20T10:24:21,690 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59da4330e238b49b79bb6566019c9ef1/C of 59da4330e238b49b79bb6566019c9ef1 into cf0dda320a8c48ceaa61a60834c2fe29(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:21,690 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:21,690 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1., storeName=59da4330e238b49b79bb6566019c9ef1/C, priority=13, startTime=1732098260834; duration=0sec 2024-11-20T10:24:21,690 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:21,690 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:C 2024-11-20T10:24:21,736 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/6a0a16ae36df497f97d679f950d0794b 2024-11-20T10:24:21,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/aa8efe52a14a4b95a6e3c86b084ca859 is 50, key is test_row_0/C:col10/1732098259172/Put/seqid=0 2024-11-20T10:24:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742202_1378 (size=12151) 2024-11-20T10:24:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098321944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098321948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098321948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098321950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098321951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,148 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/aa8efe52a14a4b95a6e3c86b084ca859 2024-11-20T10:24:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/47e3ef8f2b5e4e309233bafd12665fbc as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/47e3ef8f2b5e4e309233bafd12665fbc 2024-11-20T10:24:22,157 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/47e3ef8f2b5e4e309233bafd12665fbc, entries=150, sequenceid=229, filesize=30.4 K 2024-11-20T10:24:22,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/6a0a16ae36df497f97d679f950d0794b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/6a0a16ae36df497f97d679f950d0794b 2024-11-20T10:24:22,161 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/6a0a16ae36df497f97d679f950d0794b, entries=150, sequenceid=229, filesize=11.9 K 2024-11-20T10:24:22,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/aa8efe52a14a4b95a6e3c86b084ca859 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/aa8efe52a14a4b95a6e3c86b084ca859 2024-11-20T10:24:22,165 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/aa8efe52a14a4b95a6e3c86b084ca859, entries=150, sequenceid=229, filesize=11.9 K 2024-11-20T10:24:22,166 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 59da4330e238b49b79bb6566019c9ef1 in 1266ms, sequenceid=229, compaction requested=false 2024-11-20T10:24:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-20T10:24:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-20T10:24:22,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T10:24:22,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0310 sec 2024-11-20T10:24:22,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.0350 sec 2024-11-20T10:24:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T10:24:22,240 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T10:24:22,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T10:24:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T10:24:22,242 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:22,243 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:22,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T10:24:22,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T10:24:22,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:22,395 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T10:24:22,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112002f3b12024eb4b0c88f1951a77d7b99d_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098261336/Put/seqid=0 2024-11-20T10:24:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742203_1379 (size=12304) 2024-11-20T10:24:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:22,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. as already flushing 2024-11-20T10:24:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098322467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098322468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098322469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098322474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098322474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T10:24:22,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098322575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098322575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098322578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098322578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098322579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098322778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098322778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098322782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098322783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098322784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:22,811 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112002f3b12024eb4b0c88f1951a77d7b99d_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002f3b12024eb4b0c88f1951a77d7b99d_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:22,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/53d38af0c8574e0483eb46bb2956690d, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/53d38af0c8574e0483eb46bb2956690d is 175, key is test_row_0/A:col10/1732098261336/Put/seqid=0 2024-11-20T10:24:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742204_1380 (size=31105) 2024-11-20T10:24:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T10:24:23,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098323087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098323087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098323087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098323088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098323088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,223 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/53d38af0c8574e0483eb46bb2956690d 2024-11-20T10:24:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/fba731118bff439ca1e0c3fe30ccbb62 is 50, key is test_row_0/B:col10/1732098261336/Put/seqid=0 2024-11-20T10:24:23,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742205_1381 (size=12151) 2024-11-20T10:24:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T10:24:23,497 DEBUG [Thread-1450 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:52472 2024-11-20T10:24:23,497 DEBUG [Thread-1452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:52472 2024-11-20T10:24:23,497 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:23,497 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:23,498 DEBUG [Thread-1446 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:52472 2024-11-20T10:24:23,498 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:23,501 DEBUG [Thread-1454 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:52472 2024-11-20T10:24:23,501 DEBUG [Thread-1454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:23,502 DEBUG [Thread-1448 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:52472 2024-11-20T10:24:23,502 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1732098323590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38812 deadline: 1732098323590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38728 deadline: 1732098323592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38800 deadline: 1732098323592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1732098323593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:23,633 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/fba731118bff439ca1e0c3fe30ccbb62 2024-11-20T10:24:23,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/2c9da4f111e7412db5adf1d24aecf17e is 50, key is test_row_0/C:col10/1732098261336/Put/seqid=0 2024-11-20T10:24:23,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742206_1382 (size=12151) 2024-11-20T10:24:24,042 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/2c9da4f111e7412db5adf1d24aecf17e 2024-11-20T10:24:24,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/53d38af0c8574e0483eb46bb2956690d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/53d38af0c8574e0483eb46bb2956690d 2024-11-20T10:24:24,048 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/53d38af0c8574e0483eb46bb2956690d, entries=150, sequenceid=250, filesize=30.4 K 2024-11-20T10:24:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/fba731118bff439ca1e0c3fe30ccbb62 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/fba731118bff439ca1e0c3fe30ccbb62 2024-11-20T10:24:24,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/fba731118bff439ca1e0c3fe30ccbb62, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T10:24:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/2c9da4f111e7412db5adf1d24aecf17e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2c9da4f111e7412db5adf1d24aecf17e 2024-11-20T10:24:24,055 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2c9da4f111e7412db5adf1d24aecf17e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T10:24:24,055 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 59da4330e238b49b79bb6566019c9ef1 in 1660ms, sequenceid=250, compaction requested=true 2024-11-20T10:24:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T10:24:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T10:24:24,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T10:24:24,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-20T10:24:24,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8170 sec 2024-11-20T10:24:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T10:24:24,346 INFO [Thread-1445 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T10:24:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:24,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T10:24:24,597 DEBUG [Thread-1437 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:52472 2024-11-20T10:24:24,597 DEBUG [Thread-1439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:52472 2024-11-20T10:24:24,597 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:24,597 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:24,597 DEBUG [Thread-1441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:52472 2024-11-20T10:24:24,597 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:24,598 DEBUG [Thread-1435 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:52472 2024-11-20T10:24:24,598 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:24,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:24,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:24,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:24,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:24,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:24,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:24,599 DEBUG [Thread-1443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:52472 2024-11-20T10:24:24,599 DEBUG [Thread-1443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2739 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8216 rows 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2720 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8159 rows 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2729 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8186 rows 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2712 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8135 rows 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2729 2024-11-20T10:24:24,600 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8184 rows 2024-11-20T10:24:24,600 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T10:24:24,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:52472 2024-11-20T10:24:24,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:24,602 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T10:24:24,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T10:24:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T10:24:24,606 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098264606"}]},"ts":"1732098264606"} 2024-11-20T10:24:24,607 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T10:24:24,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7834528b2ca4fcc90499d584f90621d_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_0/A:col10/1732098262468/Put/seqid=0 2024-11-20T10:24:24,610 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T10:24:24,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:24:24,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, UNASSIGN}] 2024-11-20T10:24:24,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, UNASSIGN 2024-11-20T10:24:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742207_1383 (size=12454) 2024-11-20T10:24:24,613 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:24,614 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:24:24,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T10:24:24,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:24,765 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:24,765 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:24:24,765 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 59da4330e238b49b79bb6566019c9ef1, disabling compactions & flushes 2024-11-20T10:24:24,765 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T10:24:25,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:25,017 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a7834528b2ca4fcc90499d584f90621d_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7834528b2ca4fcc90499d584f90621d_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:25,018 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/542ac518d9ca469288719911e13f8b13, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:25,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/542ac518d9ca469288719911e13f8b13 is 175, key is test_row_0/A:col10/1732098262468/Put/seqid=0 2024-11-20T10:24:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742208_1384 (size=31255) 2024-11-20T10:24:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T10:24:25,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/542ac518d9ca469288719911e13f8b13 2024-11-20T10:24:25,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/b597bcffbc2e49709190c6a5d7a18712 is 50, key is test_row_0/B:col10/1732098262468/Put/seqid=0 2024-11-20T10:24:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742209_1385 (size=12301) 2024-11-20T10:24:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T10:24:25,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/b597bcffbc2e49709190c6a5d7a18712 2024-11-20T10:24:25,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/ee177079c6fe4f83a0a424b82b2bc9fd is 50, key is test_row_0/C:col10/1732098262468/Put/seqid=0 2024-11-20T10:24:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742210_1386 (size=12301) 2024-11-20T10:24:26,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/ee177079c6fe4f83a0a424b82b2bc9fd 2024-11-20T10:24:26,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/542ac518d9ca469288719911e13f8b13 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/542ac518d9ca469288719911e13f8b13 2024-11-20T10:24:26,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/542ac518d9ca469288719911e13f8b13, entries=150, sequenceid=273, filesize=30.5 K 2024-11-20T10:24:26,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/b597bcffbc2e49709190c6a5d7a18712 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/b597bcffbc2e49709190c6a5d7a18712 2024-11-20T10:24:26,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/b597bcffbc2e49709190c6a5d7a18712, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T10:24:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/ee177079c6fe4f83a0a424b82b2bc9fd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ee177079c6fe4f83a0a424b82b2bc9fd 2024-11-20T10:24:26,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ee177079c6fe4f83a0a424b82b2bc9fd, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T10:24:26,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for 59da4330e238b49b79bb6566019c9ef1 in 1659ms, sequenceid=273, compaction requested=true 2024-11-20T10:24:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:26,256 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:26,256 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:26,256 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. after waiting 0 ms 2024-11-20T10:24:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:26,256 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:26,256 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. because compaction request was cancelled 2024-11-20T10:24:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:26,256 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:A 2024-11-20T10:24:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59da4330e238b49b79bb6566019c9ef1:C, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:26,256 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. because compaction request was cancelled 2024-11-20T10:24:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:26,256 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:C 2024-11-20T10:24:26,256 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing 59da4330e238b49b79bb6566019c9ef1 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-20T10:24:26,256 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. because compaction request was cancelled 2024-11-20T10:24:26,256 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59da4330e238b49b79bb6566019c9ef1:B 2024-11-20T10:24:26,256 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=A 2024-11-20T10:24:26,257 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:26,257 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=B 2024-11-20T10:24:26,257 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:26,257 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59da4330e238b49b79bb6566019c9ef1, store=C 2024-11-20T10:24:26,257 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:26,261 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208725d8c56a784240a0a272ee6b941746_59da4330e238b49b79bb6566019c9ef1 is 50, key is test_row_1/A:col10/1732098264599/Put/seqid=0 2024-11-20T10:24:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742211_1387 (size=7374) 2024-11-20T10:24:26,665 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:26,668 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208725d8c56a784240a0a272ee6b941746_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208725d8c56a784240a0a272ee6b941746_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:26,669 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/5c0f86b0b2c4494195ed87dfac08fb9c, store: [table=TestAcidGuarantees family=A region=59da4330e238b49b79bb6566019c9ef1] 2024-11-20T10:24:26,669 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/5c0f86b0b2c4494195ed87dfac08fb9c is 175, key is test_row_1/A:col10/1732098264599/Put/seqid=0 2024-11-20T10:24:26,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742212_1388 (size=13865) 2024-11-20T10:24:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T10:24:26,997 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:24:27,073 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/5c0f86b0b2c4494195ed87dfac08fb9c 2024-11-20T10:24:27,079 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/743172b16f2144259ea8d925d60120af is 50, key is test_row_1/B:col10/1732098264599/Put/seqid=0 2024-11-20T10:24:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742213_1389 (size=7415) 2024-11-20T10:24:27,483 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/743172b16f2144259ea8d925d60120af 2024-11-20T10:24:27,489 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/1c25643377df4eb887522c5771738988 is 50, key is test_row_1/C:col10/1732098264599/Put/seqid=0 2024-11-20T10:24:27,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742214_1390 (size=7415) 2024-11-20T10:24:27,892 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/1c25643377df4eb887522c5771738988 2024-11-20T10:24:27,896 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/A/5c0f86b0b2c4494195ed87dfac08fb9c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/5c0f86b0b2c4494195ed87dfac08fb9c 2024-11-20T10:24:27,899 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/5c0f86b0b2c4494195ed87dfac08fb9c, entries=50, sequenceid=277, filesize=13.5 K 2024-11-20T10:24:27,900 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/B/743172b16f2144259ea8d925d60120af as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/743172b16f2144259ea8d925d60120af 2024-11-20T10:24:27,903 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/743172b16f2144259ea8d925d60120af, entries=50, sequenceid=277, filesize=7.2 K 2024-11-20T10:24:27,903 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/.tmp/C/1c25643377df4eb887522c5771738988 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/1c25643377df4eb887522c5771738988 2024-11-20T10:24:27,906 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/1c25643377df4eb887522c5771738988, entries=50, sequenceid=277, filesize=7.2 K 2024-11-20T10:24:27,907 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 59da4330e238b49b79bb6566019c9ef1 in 1651ms, sequenceid=277, compaction requested=true 2024-11-20T10:24:27,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/487c68869a7d406db5ab4eb4f624c282, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/2d437138d1444d728667eecc5a1a2c27, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/b11011eeaa1048528bd18c3b904f31c9, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/e0a83179a4d248d394943915792bd4ef, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/d71421f42a8c4e9498bedcc774182b75, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/3572b26488454919acfa92609bc49406, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/c367afc0d4f04808885c1d4848cdc196, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/09d83098090e41a994705b8debd8ac1b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a446d7e7e2694de58da105858fadc7ce, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a6d75b41827e474589ea411c495b9b94, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/7e51a676d60f4efa94e4f4db8b24d8f5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/6055f5f0c9774dff87ce745c8d99b787, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/78dd8f2e8c6a4dd29c3ad75215a4237f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a1fbf54bd34c4d10be6eba53ccde2fae] to archive 2024-11-20T10:24:27,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:27,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/487c68869a7d406db5ab4eb4f624c282 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/487c68869a7d406db5ab4eb4f624c282 2024-11-20T10:24:27,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/2d437138d1444d728667eecc5a1a2c27 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/2d437138d1444d728667eecc5a1a2c27 2024-11-20T10:24:27,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/b11011eeaa1048528bd18c3b904f31c9 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/b11011eeaa1048528bd18c3b904f31c9 2024-11-20T10:24:27,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/e0a83179a4d248d394943915792bd4ef to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/e0a83179a4d248d394943915792bd4ef 2024-11-20T10:24:27,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/d71421f42a8c4e9498bedcc774182b75 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/d71421f42a8c4e9498bedcc774182b75 2024-11-20T10:24:27,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/3572b26488454919acfa92609bc49406 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/3572b26488454919acfa92609bc49406 2024-11-20T10:24:27,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/c367afc0d4f04808885c1d4848cdc196 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/c367afc0d4f04808885c1d4848cdc196 2024-11-20T10:24:27,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/09d83098090e41a994705b8debd8ac1b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/09d83098090e41a994705b8debd8ac1b 2024-11-20T10:24:27,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a446d7e7e2694de58da105858fadc7ce to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a446d7e7e2694de58da105858fadc7ce 2024-11-20T10:24:27,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a6d75b41827e474589ea411c495b9b94 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a6d75b41827e474589ea411c495b9b94 2024-11-20T10:24:27,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/7e51a676d60f4efa94e4f4db8b24d8f5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/7e51a676d60f4efa94e4f4db8b24d8f5 2024-11-20T10:24:27,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/6055f5f0c9774dff87ce745c8d99b787 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/6055f5f0c9774dff87ce745c8d99b787 2024-11-20T10:24:27,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/78dd8f2e8c6a4dd29c3ad75215a4237f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/78dd8f2e8c6a4dd29c3ad75215a4237f 2024-11-20T10:24:27,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a1fbf54bd34c4d10be6eba53ccde2fae to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/a1fbf54bd34c4d10be6eba53ccde2fae 2024-11-20T10:24:27,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/48496d8ad85c45aea8236a7cb40edb0b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/88c9b6e318a04d0493ac9b0bef9bd5d1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/f400e613d3d04fa0af59090eb77f3dac, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/50c3070c3a554532ba761a1f24561ea6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/5bea48caaa224abf911e052f5726fd56, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/60e967c6a1c449e68823642a3862e382, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/98978f2fca914a208d187abf333b7ea7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/bc3c9a51e605491786038e914ad3078b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/febf801e0f4445e8ba23c0995040e2af, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/3419cfca0af24f7eb4fed1ac87aa833f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/2c8a05b5b4594032838e6b6b64f24402, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/e4f6498dff774c14a6d88d0ef2d45bc9, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1159b3831d6b480998f7e13f39262aaa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/faab09fa95d9429b919651b534c701b5] to archive 2024-11-20T10:24:27,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:27,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/48496d8ad85c45aea8236a7cb40edb0b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/48496d8ad85c45aea8236a7cb40edb0b 2024-11-20T10:24:27,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/88c9b6e318a04d0493ac9b0bef9bd5d1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/88c9b6e318a04d0493ac9b0bef9bd5d1 2024-11-20T10:24:27,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/f400e613d3d04fa0af59090eb77f3dac to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/f400e613d3d04fa0af59090eb77f3dac 2024-11-20T10:24:27,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/50c3070c3a554532ba761a1f24561ea6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/50c3070c3a554532ba761a1f24561ea6 2024-11-20T10:24:27,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/5bea48caaa224abf911e052f5726fd56 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/5bea48caaa224abf911e052f5726fd56 2024-11-20T10:24:27,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/60e967c6a1c449e68823642a3862e382 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/60e967c6a1c449e68823642a3862e382 2024-11-20T10:24:27,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/98978f2fca914a208d187abf333b7ea7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/98978f2fca914a208d187abf333b7ea7 2024-11-20T10:24:27,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/bc3c9a51e605491786038e914ad3078b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/bc3c9a51e605491786038e914ad3078b 2024-11-20T10:24:27,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/febf801e0f4445e8ba23c0995040e2af to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/febf801e0f4445e8ba23c0995040e2af 2024-11-20T10:24:27,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/3419cfca0af24f7eb4fed1ac87aa833f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/3419cfca0af24f7eb4fed1ac87aa833f 2024-11-20T10:24:27,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/2c8a05b5b4594032838e6b6b64f24402 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/2c8a05b5b4594032838e6b6b64f24402 2024-11-20T10:24:27,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/e4f6498dff774c14a6d88d0ef2d45bc9 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/e4f6498dff774c14a6d88d0ef2d45bc9 2024-11-20T10:24:27,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1159b3831d6b480998f7e13f39262aaa to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1159b3831d6b480998f7e13f39262aaa 2024-11-20T10:24:27,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/faab09fa95d9429b919651b534c701b5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/faab09fa95d9429b919651b534c701b5 2024-11-20T10:24:27,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/646540917227443fa683901144be708a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/3ddb77420405433990ca431453a9ee94, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/f1c7b6c0942241d5a91e6fea4d22c88f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/bc9dd658943d4186a8265f5db088cb4b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/7c75f6053ade4c3093cdd335a89960fc, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/e33d554bc2cc41e5b499c3074636ca51, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/76d0fa6c68bc4c8dabf911f2d039ccdf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/4ca9b556f22849a08b62804758941d9b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/b901b37003ae4f5a8c5e80afb52c197d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/37b581f9f817451db9de2f3d9ff3f994, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/45ccb7b7c7664ee898becf686e682386, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2556073c5f084e22a598d187f465a8df, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ad749eac596343538958f201818932dd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/af17fbad90504d6b89a798303f72bf0d] to archive 2024-11-20T10:24:27,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:27,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/646540917227443fa683901144be708a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/646540917227443fa683901144be708a 2024-11-20T10:24:27,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/3ddb77420405433990ca431453a9ee94 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/3ddb77420405433990ca431453a9ee94 2024-11-20T10:24:27,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/f1c7b6c0942241d5a91e6fea4d22c88f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/f1c7b6c0942241d5a91e6fea4d22c88f 2024-11-20T10:24:27,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/bc9dd658943d4186a8265f5db088cb4b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/bc9dd658943d4186a8265f5db088cb4b 2024-11-20T10:24:27,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/7c75f6053ade4c3093cdd335a89960fc to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/7c75f6053ade4c3093cdd335a89960fc 2024-11-20T10:24:27,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/e33d554bc2cc41e5b499c3074636ca51 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/e33d554bc2cc41e5b499c3074636ca51 2024-11-20T10:24:27,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/76d0fa6c68bc4c8dabf911f2d039ccdf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/76d0fa6c68bc4c8dabf911f2d039ccdf 2024-11-20T10:24:27,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/4ca9b556f22849a08b62804758941d9b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/4ca9b556f22849a08b62804758941d9b 2024-11-20T10:24:27,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/b901b37003ae4f5a8c5e80afb52c197d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/b901b37003ae4f5a8c5e80afb52c197d 2024-11-20T10:24:27,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/37b581f9f817451db9de2f3d9ff3f994 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/37b581f9f817451db9de2f3d9ff3f994 2024-11-20T10:24:27,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/45ccb7b7c7664ee898becf686e682386 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/45ccb7b7c7664ee898becf686e682386 2024-11-20T10:24:27,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2556073c5f084e22a598d187f465a8df to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2556073c5f084e22a598d187f465a8df 2024-11-20T10:24:27,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ad749eac596343538958f201818932dd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ad749eac596343538958f201818932dd 2024-11-20T10:24:27,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/af17fbad90504d6b89a798303f72bf0d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/af17fbad90504d6b89a798303f72bf0d 2024-11-20T10:24:27,950 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/recovered.edits/280.seqid, newMaxSeqId=280, maxSeqId=4 2024-11-20T10:24:27,951 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1. 2024-11-20T10:24:27,951 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 59da4330e238b49b79bb6566019c9ef1: 2024-11-20T10:24:27,952 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:27,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=59da4330e238b49b79bb6566019c9ef1, regionState=CLOSED 2024-11-20T10:24:27,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T10:24:27,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 59da4330e238b49b79bb6566019c9ef1, server=d4f420762b49,44213,1732098148621 in 3.3390 sec 2024-11-20T10:24:27,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T10:24:27,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59da4330e238b49b79bb6566019c9ef1, UNASSIGN in 3.3430 sec 2024-11-20T10:24:27,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T10:24:27,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3460 sec 2024-11-20T10:24:27,957 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098267957"}]},"ts":"1732098267957"} 2024-11-20T10:24:27,958 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T10:24:27,960 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T10:24:27,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.3570 sec 2024-11-20T10:24:28,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T10:24:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T10:24:28,710 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T10:24:28,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T10:24:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:28,712 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T10:24:28,713 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:28,714 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,715 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/recovered.edits] 2024-11-20T10:24:28,717 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/47e3ef8f2b5e4e309233bafd12665fbc to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/47e3ef8f2b5e4e309233bafd12665fbc 2024-11-20T10:24:28,718 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/53d38af0c8574e0483eb46bb2956690d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/53d38af0c8574e0483eb46bb2956690d 2024-11-20T10:24:28,719 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/542ac518d9ca469288719911e13f8b13 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/542ac518d9ca469288719911e13f8b13 2024-11-20T10:24:28,720 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/5c0f86b0b2c4494195ed87dfac08fb9c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/5c0f86b0b2c4494195ed87dfac08fb9c 2024-11-20T10:24:28,721 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/edcae17a284345ffacdd05d87e5087c0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/A/edcae17a284345ffacdd05d87e5087c0 2024-11-20T10:24:28,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1f80b1619a6b41f1920fd6860a8fb5c9 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/1f80b1619a6b41f1920fd6860a8fb5c9 2024-11-20T10:24:28,724 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/6a0a16ae36df497f97d679f950d0794b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/6a0a16ae36df497f97d679f950d0794b 2024-11-20T10:24:28,724 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/743172b16f2144259ea8d925d60120af to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/743172b16f2144259ea8d925d60120af 2024-11-20T10:24:28,725 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/b597bcffbc2e49709190c6a5d7a18712 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/b597bcffbc2e49709190c6a5d7a18712 2024-11-20T10:24:28,726 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/fba731118bff439ca1e0c3fe30ccbb62 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/B/fba731118bff439ca1e0c3fe30ccbb62 2024-11-20T10:24:28,727 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/1c25643377df4eb887522c5771738988 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/1c25643377df4eb887522c5771738988 2024-11-20T10:24:28,728 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2c9da4f111e7412db5adf1d24aecf17e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/2c9da4f111e7412db5adf1d24aecf17e 2024-11-20T10:24:28,729 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/aa8efe52a14a4b95a6e3c86b084ca859 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/aa8efe52a14a4b95a6e3c86b084ca859 2024-11-20T10:24:28,730 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/cf0dda320a8c48ceaa61a60834c2fe29 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/cf0dda320a8c48ceaa61a60834c2fe29 2024-11-20T10:24:28,731 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ee177079c6fe4f83a0a424b82b2bc9fd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/C/ee177079c6fe4f83a0a424b82b2bc9fd 2024-11-20T10:24:28,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/recovered.edits/280.seqid to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1/recovered.edits/280.seqid 2024-11-20T10:24:28,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,733 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T10:24:28,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T10:24:28,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T10:24:28,736 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002f3b12024eb4b0c88f1951a77d7b99d_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112002f3b12024eb4b0c88f1951a77d7b99d_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,737 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120172c19f5ef7347d69228dbfd6d8b25cf_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120172c19f5ef7347d69228dbfd6d8b25cf_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,738 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029039695f114455bba26853c7155f562_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029039695f114455bba26853c7155f562_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,739 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120342a180cd7b54963be4d144715a8f002_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120342a180cd7b54963be4d144715a8f002_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,740 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d893bc36c3b4fa6850ebf9236333bc1_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d893bc36c3b4fa6850ebf9236333bc1_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204bab736e79de48869c2b8bc13ada8569_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204bab736e79de48869c2b8bc13ada8569_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,742 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205410deca640f44e1b66a84c96f919a92_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205410deca640f44e1b66a84c96f919a92_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056f4541d01f34de19069381d758a8201_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056f4541d01f34de19069381d758a8201_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206bc8b7b093e142389b04966d18e6da14_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206bc8b7b093e142389b04966d18e6da14_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,744 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f8e70c4d05946dcbf3b1beb157fd086_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f8e70c4d05946dcbf3b1beb157fd086_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,745 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208725d8c56a784240a0a272ee6b941746_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208725d8c56a784240a0a272ee6b941746_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,746 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7834528b2ca4fcc90499d584f90621d_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a7834528b2ca4fcc90499d584f90621d_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b6f36f44996d4b4baf427a44d6757691_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b6f36f44996d4b4baf427a44d6757691_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bc717cc84ab8404d84348c70b7ca6833_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bc717cc84ab8404d84348c70b7ca6833_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ead58f56286642cf8d7fb2f7c9e182cd_59da4330e238b49b79bb6566019c9ef1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ead58f56286642cf8d7fb2f7c9e182cd_59da4330e238b49b79bb6566019c9ef1 2024-11-20T10:24:28,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T10:24:28,751 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:28,752 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T10:24:28,754 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T10:24:28,754 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:28,754 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T10:24:28,755 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732098268754"}]},"ts":"9223372036854775807"} 2024-11-20T10:24:28,756 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T10:24:28,756 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 59da4330e238b49b79bb6566019c9ef1, NAME => 'TestAcidGuarantees,,1732098241928.59da4330e238b49b79bb6566019c9ef1.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T10:24:28,756 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T10:24:28,756 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732098268756"}]},"ts":"9223372036854775807"} 2024-11-20T10:24:28,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T10:24:28,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:28,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-20T10:24:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T10:24:28,813 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T10:24:28,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 238), OpenFileDescriptor=446 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=5446 (was 5471) 2024-11-20T10:24:28,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=5446 2024-11-20T10:24:28,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:24:28,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:24:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:28,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:24:28,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:28,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-20T10:24:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T10:24:28,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:24:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742215_1391 (size=963) 2024-11-20T10:24:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T10:24:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T10:24:29,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:24:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742216_1392 (size=53) 2024-11-20T10:24:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T10:24:29,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:29,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6fc3aea106d9ed03d8b67b666553c107, disabling compactions & flushes 2024-11-20T10:24:29,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. after waiting 0 ms 2024-11-20T10:24:29,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:29,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:24:29,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732098269651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732098269651"}]},"ts":"1732098269651"} 2024-11-20T10:24:29,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T10:24:29,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:24:29,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098269653"}]},"ts":"1732098269653"} 2024-11-20T10:24:29,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T10:24:29,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6fc3aea106d9ed03d8b67b666553c107, ASSIGN}] 2024-11-20T10:24:29,658 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6fc3aea106d9ed03d8b67b666553c107, ASSIGN 2024-11-20T10:24:29,659 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6fc3aea106d9ed03d8b67b666553c107, ASSIGN; state=OFFLINE, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=false 2024-11-20T10:24:29,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=6fc3aea106d9ed03d8b67b666553c107, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:29,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T10:24:29,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:29,964 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,964 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:24:29,965 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,965 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:29,965 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,965 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,966 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,967 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:29,967 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fc3aea106d9ed03d8b67b666553c107 columnFamilyName A 2024-11-20T10:24:29,967 DEBUG [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:29,968 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.HStore(327): Store=6fc3aea106d9ed03d8b67b666553c107/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:29,968 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,969 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:29,969 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fc3aea106d9ed03d8b67b666553c107 columnFamilyName B 2024-11-20T10:24:29,969 DEBUG [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:29,969 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.HStore(327): Store=6fc3aea106d9ed03d8b67b666553c107/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:29,969 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,970 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:29,971 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fc3aea106d9ed03d8b67b666553c107 columnFamilyName C 2024-11-20T10:24:29,971 DEBUG [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:29,971 INFO [StoreOpener-6fc3aea106d9ed03d8b67b666553c107-1 {}] regionserver.HStore(327): Store=6fc3aea106d9ed03d8b67b666553c107/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:29,971 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,972 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,972 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,973 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:24:29,974 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:29,975 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:24:29,975 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 6fc3aea106d9ed03d8b67b666553c107; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69779246, jitterRate=0.03979179263114929}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:24:29,976 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:29,977 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., pid=119, masterSystemTime=1732098269962 2024-11-20T10:24:29,978 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,978 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:29,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=6fc3aea106d9ed03d8b67b666553c107, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:29,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T10:24:29,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 in 169 msec 2024-11-20T10:24:29,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T10:24:29,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6fc3aea106d9ed03d8b67b666553c107, ASSIGN in 322 msec 2024-11-20T10:24:29,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:24:29,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098269982"}]},"ts":"1732098269982"} 2024-11-20T10:24:29,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T10:24:29,985 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:24:29,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-20T10:24:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-20T10:24:30,940 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-20T10:24:30,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-20T10:24:30,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,947 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:24:30,949 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:24:30,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-20T10:24:30,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-20T10:24:30,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-20T10:24:30,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-20T10:24:30,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,964 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-20T10:24:30,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-20T10:24:30,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,972 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-20T10:24:30,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-20T10:24:30,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-20T10:24:30,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-20T10:24:30,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:30,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:30,989 DEBUG [hconnection-0x5b0649fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-20T10:24:30,989 DEBUG [hconnection-0x612f212e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,990 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:30,990 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,990 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,990 DEBUG [hconnection-0x4b1cbb54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T10:24:30,991 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:30,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:30,991 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,991 DEBUG [hconnection-0x66214ef7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,992 DEBUG [hconnection-0x60d510b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,992 DEBUG [hconnection-0x9801a69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,993 DEBUG [hconnection-0x4380b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,993 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,993 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,993 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,994 DEBUG [hconnection-0x367f439c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,994 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,996 DEBUG [hconnection-0x1738bae5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,996 DEBUG [hconnection-0x14226508-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:30,997 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:30,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:24:30,998 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:31,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098331014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/266ce9e95fe04b0d89d7eb581c2e48aa is 50, key is test_row_0/A:col10/1732098270995/Put/seqid=0 2024-11-20T10:24:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098331018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098331019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098331019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098331019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742217_1393 (size=16681) 2024-11-20T10:24:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T10:24:31,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098331119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098331125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098331125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098331125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098331126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:31,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:31,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T10:24:31,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098331325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098331329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098331329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098331329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098331330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/266ce9e95fe04b0d89d7eb581c2e48aa 2024-11-20T10:24:31,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/b47a1c3c30a3485bbbbd198f727c093b is 50, key is test_row_0/B:col10/1732098270995/Put/seqid=0 2024-11-20T10:24:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742218_1394 (size=12001) 2024-11-20T10:24:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T10:24:31,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098331627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098331632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098331632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098331633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098331634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:31,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:31,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/b47a1c3c30a3485bbbbd198f727c093b 2024-11-20T10:24:31,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/3e9da67d13d64f73a7245d4736d1a1f7 is 50, key is test_row_0/C:col10/1732098270995/Put/seqid=0 2024-11-20T10:24:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742219_1395 (size=12001) 2024-11-20T10:24:31,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:31,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:31,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:31,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:31,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:32,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:32,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:32,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:32,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:32,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:32,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T10:24:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098332131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098332136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098332137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098332137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098332137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:32,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:32,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:32,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:32,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:32,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:32,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/3e9da67d13d64f73a7245d4736d1a1f7 2024-11-20T10:24:32,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/266ce9e95fe04b0d89d7eb581c2e48aa as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/266ce9e95fe04b0d89d7eb581c2e48aa 2024-11-20T10:24:32,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/266ce9e95fe04b0d89d7eb581c2e48aa, entries=250, sequenceid=13, filesize=16.3 K 2024-11-20T10:24:32,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/b47a1c3c30a3485bbbbd198f727c093b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b47a1c3c30a3485bbbbd198f727c093b 2024-11-20T10:24:32,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b47a1c3c30a3485bbbbd198f727c093b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T10:24:32,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/3e9da67d13d64f73a7245d4736d1a1f7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3e9da67d13d64f73a7245d4736d1a1f7 2024-11-20T10:24:32,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3e9da67d13d64f73a7245d4736d1a1f7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T10:24:32,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 6fc3aea106d9ed03d8b67b666553c107 in 1314ms, sequenceid=13, compaction requested=false 2024-11-20T10:24:32,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:32,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:32,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T10:24:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:32,365 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T10:24:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/aaa83b67d97e49eeb261bf71fe68f558 is 50, key is test_row_0/A:col10/1732098271017/Put/seqid=0 2024-11-20T10:24:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742220_1396 (size=12001) 2024-11-20T10:24:32,782 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/aaa83b67d97e49eeb261bf71fe68f558 2024-11-20T10:24:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/4c27d3a4d76a4b41b61f4de2a3531e25 is 50, key is test_row_0/B:col10/1732098271017/Put/seqid=0 2024-11-20T10:24:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742221_1397 (size=12001) 2024-11-20T10:24:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T10:24:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098333148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098333148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098333149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098333150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098333150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,194 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/4c27d3a4d76a4b41b61f4de2a3531e25 2024-11-20T10:24:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/aea0ff832d2d4ac682c10928778f40b7 is 50, key is test_row_0/C:col10/1732098271017/Put/seqid=0 2024-11-20T10:24:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742222_1398 (size=12001) 2024-11-20T10:24:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098333254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098333255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098333255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098333255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098333457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098333458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098333459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098333459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:24:33,605 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/aea0ff832d2d4ac682c10928778f40b7 2024-11-20T10:24:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/aaa83b67d97e49eeb261bf71fe68f558 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/aaa83b67d97e49eeb261bf71fe68f558 2024-11-20T10:24:33,613 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/aaa83b67d97e49eeb261bf71fe68f558, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T10:24:33,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/4c27d3a4d76a4b41b61f4de2a3531e25 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4c27d3a4d76a4b41b61f4de2a3531e25 2024-11-20T10:24:33,618 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4c27d3a4d76a4b41b61f4de2a3531e25, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T10:24:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/aea0ff832d2d4ac682c10928778f40b7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/aea0ff832d2d4ac682c10928778f40b7 2024-11-20T10:24:33,622 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/aea0ff832d2d4ac682c10928778f40b7, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T10:24:33,623 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6fc3aea106d9ed03d8b67b666553c107 in 1258ms, sequenceid=39, compaction requested=false 2024-11-20T10:24:33,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:33,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:33,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-20T10:24:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-20T10:24:33,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T10:24:33,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6330 sec 2024-11-20T10:24:33,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.6370 sec 2024-11-20T10:24:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:33,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:33,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:33,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:33,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/149ff0e2b4bb478ab152cc84ecab1936 is 50, key is test_row_0/A:col10/1732098273764/Put/seqid=0 2024-11-20T10:24:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742223_1399 (size=16681) 2024-11-20T10:24:33,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098333796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098333797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098333797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098333798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098333901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098333904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098333904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098333904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098334106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098334107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098334107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098334107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/149ff0e2b4bb478ab152cc84ecab1936 2024-11-20T10:24:34,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/727c84e1185c4541ab096a2e0dbf82b5 is 50, key is test_row_0/B:col10/1732098273764/Put/seqid=0 2024-11-20T10:24:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742224_1400 (size=12001) 2024-11-20T10:24:34,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098334411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098334414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098334415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098334415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/727c84e1185c4541ab096a2e0dbf82b5 2024-11-20T10:24:34,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/f0b46ff11e6b4b7b856e8145ba0e37ee is 50, key is test_row_0/C:col10/1732098273764/Put/seqid=0 2024-11-20T10:24:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742225_1401 (size=12001) 2024-11-20T10:24:34,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098334918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098334919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098334921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098334922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:34,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/f0b46ff11e6b4b7b856e8145ba0e37ee 2024-11-20T10:24:35,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/149ff0e2b4bb478ab152cc84ecab1936 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/149ff0e2b4bb478ab152cc84ecab1936 2024-11-20T10:24:35,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/149ff0e2b4bb478ab152cc84ecab1936, entries=250, sequenceid=51, filesize=16.3 K 2024-11-20T10:24:35,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/727c84e1185c4541ab096a2e0dbf82b5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/727c84e1185c4541ab096a2e0dbf82b5 2024-11-20T10:24:35,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/727c84e1185c4541ab096a2e0dbf82b5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T10:24:35,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/f0b46ff11e6b4b7b856e8145ba0e37ee as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f0b46ff11e6b4b7b856e8145ba0e37ee 2024-11-20T10:24:35,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f0b46ff11e6b4b7b856e8145ba0e37ee, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T10:24:35,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6fc3aea106d9ed03d8b67b666553c107 in 1252ms, sequenceid=51, compaction requested=true 2024-11-20T10:24:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:35,016 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:35,016 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:35,017 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:35,017 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:35,017 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/A is initiating minor compaction (all files) 2024-11-20T10:24:35,017 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/B is initiating minor compaction (all files) 2024-11-20T10:24:35,017 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/A in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,017 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/B in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,017 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/266ce9e95fe04b0d89d7eb581c2e48aa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/aaa83b67d97e49eeb261bf71fe68f558, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/149ff0e2b4bb478ab152cc84ecab1936] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=44.3 K 2024-11-20T10:24:35,017 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b47a1c3c30a3485bbbbd198f727c093b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4c27d3a4d76a4b41b61f4de2a3531e25, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/727c84e1185c4541ab096a2e0dbf82b5] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=35.2 K 2024-11-20T10:24:35,018 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 266ce9e95fe04b0d89d7eb581c2e48aa, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732098270995 2024-11-20T10:24:35,018 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b47a1c3c30a3485bbbbd198f727c093b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732098270995 2024-11-20T10:24:35,018 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaa83b67d97e49eeb261bf71fe68f558, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732098271013 2024-11-20T10:24:35,018 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c27d3a4d76a4b41b61f4de2a3531e25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732098271013 2024-11-20T10:24:35,018 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 149ff0e2b4bb478ab152cc84ecab1936, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732098273148 2024-11-20T10:24:35,018 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 727c84e1185c4541ab096a2e0dbf82b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732098273150 2024-11-20T10:24:35,025 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:35,025 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#A#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:35,026 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f07f12b8460645bfa6d1e96ecd24d2de is 50, key is test_row_0/B:col10/1732098273764/Put/seqid=0 2024-11-20T10:24:35,026 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/137e1e83afe840db86b6f26d48daeb15 is 50, key is test_row_0/A:col10/1732098273764/Put/seqid=0 2024-11-20T10:24:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742226_1402 (size=12104) 2024-11-20T10:24:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742227_1403 (size=12104) 2024-11-20T10:24:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T10:24:35,095 INFO [Thread-1783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-20T10:24:35,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-20T10:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T10:24:35,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:35,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:35,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:35,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:24:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:35,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:35,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/f62846b6d66249a9b62ad2f1965ad1cb is 50, key is test_row_0/A:col10/1732098273789/Put/seqid=0 2024-11-20T10:24:35,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742228_1404 (size=14341) 2024-11-20T10:24:35,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/f62846b6d66249a9b62ad2f1965ad1cb 2024-11-20T10:24:35,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/496c52954331464f9c87e24dbb137438 is 50, key is test_row_0/B:col10/1732098273789/Put/seqid=0 2024-11-20T10:24:35,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742229_1405 (size=12001) 2024-11-20T10:24:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T10:24:35,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098335211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T10:24:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098335317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T10:24:35,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T10:24:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,434 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f07f12b8460645bfa6d1e96ecd24d2de as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f07f12b8460645bfa6d1e96ecd24d2de 2024-11-20T10:24:35,438 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/137e1e83afe840db86b6f26d48daeb15 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/137e1e83afe840db86b6f26d48daeb15 2024-11-20T10:24:35,442 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/A of 6fc3aea106d9ed03d8b67b666553c107 into 137e1e83afe840db86b6f26d48daeb15(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:35,442 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/B of 6fc3aea106d9ed03d8b67b666553c107 into f07f12b8460645bfa6d1e96ecd24d2de(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:35,442 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:35,442 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:35,442 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/A, priority=13, startTime=1732098275016; duration=0sec 2024-11-20T10:24:35,442 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/B, priority=13, startTime=1732098275016; duration=0sec 2024-11-20T10:24:35,442 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:35,442 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:A 2024-11-20T10:24:35,442 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:35,442 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:B 2024-11-20T10:24:35,442 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:35,443 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:35,443 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/C is initiating minor compaction (all files) 2024-11-20T10:24:35,443 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/C in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,443 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3e9da67d13d64f73a7245d4736d1a1f7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/aea0ff832d2d4ac682c10928778f40b7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f0b46ff11e6b4b7b856e8145ba0e37ee] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=35.2 K 2024-11-20T10:24:35,443 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e9da67d13d64f73a7245d4736d1a1f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732098270995 2024-11-20T10:24:35,444 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting aea0ff832d2d4ac682c10928778f40b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732098271013 2024-11-20T10:24:35,444 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0b46ff11e6b4b7b856e8145ba0e37ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732098273150 2024-11-20T10:24:35,450 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#C#compaction#340 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:35,450 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/964dbacdc67c473e9d49ef67f867f42c is 50, key is test_row_0/C:col10/1732098273764/Put/seqid=0 2024-11-20T10:24:35,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742230_1406 (size=12104) 2024-11-20T10:24:35,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098335522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T10:24:35,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:35,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/496c52954331464f9c87e24dbb137438 2024-11-20T10:24:35,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/4b29f047bd7a484f920fe28133f48bbc is 50, key is test_row_0/C:col10/1732098273789/Put/seqid=0 2024-11-20T10:24:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742231_1407 (size=12001) 2024-11-20T10:24:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T10:24:35,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T10:24:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098335827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T10:24:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:35,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,862 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/964dbacdc67c473e9d49ef67f867f42c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/964dbacdc67c473e9d49ef67f867f42c 2024-11-20T10:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:35,867 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/C of 6fc3aea106d9ed03d8b67b666553c107 into 964dbacdc67c473e9d49ef67f867f42c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:35,867 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:35,867 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/C, priority=13, startTime=1732098275016; duration=0sec 2024-11-20T10:24:35,867 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:35,867 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:C 2024-11-20T10:24:35,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098335925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098335926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098335931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:35,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098335933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:36,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/4b29f047bd7a484f920fe28133f48bbc 2024-11-20T10:24:36,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/f62846b6d66249a9b62ad2f1965ad1cb as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f62846b6d66249a9b62ad2f1965ad1cb 2024-11-20T10:24:36,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f62846b6d66249a9b62ad2f1965ad1cb, entries=200, sequenceid=76, filesize=14.0 K 2024-11-20T10:24:36,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/496c52954331464f9c87e24dbb137438 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/496c52954331464f9c87e24dbb137438 2024-11-20T10:24:36,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:36,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T10:24:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:36,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:36,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:36,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/496c52954331464f9c87e24dbb137438, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T10:24:36,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/4b29f047bd7a484f920fe28133f48bbc as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4b29f047bd7a484f920fe28133f48bbc 2024-11-20T10:24:36,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4b29f047bd7a484f920fe28133f48bbc, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T10:24:36,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6fc3aea106d9ed03d8b67b666553c107 in 856ms, sequenceid=76, compaction requested=false 2024-11-20T10:24:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:36,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:36,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T10:24:36,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:36,167 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:24:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:36,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/eae31b739f224474bdabbda5b3391c5e is 50, key is test_row_1/A:col10/1732098275206/Put/seqid=0 2024-11-20T10:24:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742232_1408 (size=9657) 2024-11-20T10:24:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T10:24:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:36,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:36,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098336431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098336535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:36,582 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/eae31b739f224474bdabbda5b3391c5e 2024-11-20T10:24:36,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/146a37b6eb024bb7b62974ec9e5033aa is 50, key is test_row_1/B:col10/1732098275206/Put/seqid=0 2024-11-20T10:24:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742233_1409 (size=9657) 2024-11-20T10:24:36,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098336739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:36,994 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/146a37b6eb024bb7b62974ec9e5033aa 2024-11-20T10:24:37,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/cdb6ece7ac3546aaae7efdf46d54ddcf is 50, key is test_row_1/C:col10/1732098275206/Put/seqid=0 2024-11-20T10:24:37,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742234_1410 (size=9657) 2024-11-20T10:24:37,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098337044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T10:24:37,409 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/cdb6ece7ac3546aaae7efdf46d54ddcf 2024-11-20T10:24:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/eae31b739f224474bdabbda5b3391c5e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/eae31b739f224474bdabbda5b3391c5e 2024-11-20T10:24:37,418 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/eae31b739f224474bdabbda5b3391c5e, entries=100, sequenceid=90, filesize=9.4 K 2024-11-20T10:24:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/146a37b6eb024bb7b62974ec9e5033aa as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/146a37b6eb024bb7b62974ec9e5033aa 2024-11-20T10:24:37,422 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/146a37b6eb024bb7b62974ec9e5033aa, entries=100, sequenceid=90, filesize=9.4 K 2024-11-20T10:24:37,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/cdb6ece7ac3546aaae7efdf46d54ddcf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/cdb6ece7ac3546aaae7efdf46d54ddcf 2024-11-20T10:24:37,427 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/cdb6ece7ac3546aaae7efdf46d54ddcf, entries=100, sequenceid=90, filesize=9.4 K 2024-11-20T10:24:37,427 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6fc3aea106d9ed03d8b67b666553c107 in 1260ms, sequenceid=90, compaction requested=true 2024-11-20T10:24:37,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:37,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:37,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-20T10:24:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-20T10:24:37,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-20T10:24:37,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-20T10:24:37,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.3340 sec 2024-11-20T10:24:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:37,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T10:24:37,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:37,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:37,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:37,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:37,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:37,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:37,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/f0434eaa3c644ac0b24962557ecd7165 is 50, key is test_row_0/A:col10/1732098276430/Put/seqid=0 2024-11-20T10:24:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742235_1411 (size=14341) 2024-11-20T10:24:37,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/f0434eaa3c644ac0b24962557ecd7165 2024-11-20T10:24:37,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/4fcd2aedcb9f4730b448f3c448fe4f4c is 50, key is test_row_0/B:col10/1732098276430/Put/seqid=0 2024-11-20T10:24:37,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742236_1412 (size=12001) 2024-11-20T10:24:37,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098337587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098337694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098337900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098337931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,935 DEBUG [Thread-1775 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:37,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098337933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,936 DEBUG [Thread-1773 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:37,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098337942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,946 DEBUG [Thread-1781 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:37,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098337951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:37,954 DEBUG [Thread-1777 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:37,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/4fcd2aedcb9f4730b448f3c448fe4f4c 2024-11-20T10:24:37,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/80761699f9504a969ce2c39af8549bf8 is 50, key is test_row_0/C:col10/1732098276430/Put/seqid=0 2024-11-20T10:24:37,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742237_1413 (size=12001) 2024-11-20T10:24:38,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098338205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:38,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T10:24:38,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T10:24:38,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/80761699f9504a969ce2c39af8549bf8 2024-11-20T10:24:38,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/f0434eaa3c644ac0b24962557ecd7165 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f0434eaa3c644ac0b24962557ecd7165 2024-11-20T10:24:38,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f0434eaa3c644ac0b24962557ecd7165, entries=200, sequenceid=116, filesize=14.0 K 2024-11-20T10:24:38,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/4fcd2aedcb9f4730b448f3c448fe4f4c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4fcd2aedcb9f4730b448f3c448fe4f4c 2024-11-20T10:24:38,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4fcd2aedcb9f4730b448f3c448fe4f4c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T10:24:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/80761699f9504a969ce2c39af8549bf8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/80761699f9504a969ce2c39af8549bf8 2024-11-20T10:24:38,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/80761699f9504a969ce2c39af8549bf8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T10:24:38,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6fc3aea106d9ed03d8b67b666553c107 in 849ms, sequenceid=116, compaction requested=true 2024-11-20T10:24:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:38,403 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:38,403 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:38,404 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:38,404 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:38,404 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/A is initiating minor compaction (all files) 2024-11-20T10:24:38,404 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/B is initiating minor compaction (all files) 2024-11-20T10:24:38,404 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/B in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:38,404 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/A in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:38,404 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/137e1e83afe840db86b6f26d48daeb15, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f62846b6d66249a9b62ad2f1965ad1cb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/eae31b739f224474bdabbda5b3391c5e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f0434eaa3c644ac0b24962557ecd7165] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=49.3 K 2024-11-20T10:24:38,404 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f07f12b8460645bfa6d1e96ecd24d2de, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/496c52954331464f9c87e24dbb137438, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/146a37b6eb024bb7b62974ec9e5033aa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4fcd2aedcb9f4730b448f3c448fe4f4c] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=44.7 K 2024-11-20T10:24:38,404 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 137e1e83afe840db86b6f26d48daeb15, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732098273150 2024-11-20T10:24:38,404 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f07f12b8460645bfa6d1e96ecd24d2de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732098273150 2024-11-20T10:24:38,405 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 496c52954331464f9c87e24dbb137438, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732098273789 2024-11-20T10:24:38,405 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f62846b6d66249a9b62ad2f1965ad1cb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732098273789 2024-11-20T10:24:38,405 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting eae31b739f224474bdabbda5b3391c5e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732098275206 2024-11-20T10:24:38,405 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 146a37b6eb024bb7b62974ec9e5033aa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732098275206 2024-11-20T10:24:38,405 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0434eaa3c644ac0b24962557ecd7165, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098276418 2024-11-20T10:24:38,405 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fcd2aedcb9f4730b448f3c448fe4f4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098276418 2024-11-20T10:24:38,413 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#A#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:38,413 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/bdeea3cc83f349ac85c1b70ce48d4e9a is 50, key is test_row_0/A:col10/1732098276430/Put/seqid=0 2024-11-20T10:24:38,414 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:38,414 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/1f06616638f144e79fa6377770db8809 is 50, key is test_row_0/B:col10/1732098276430/Put/seqid=0 2024-11-20T10:24:38,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742238_1414 (size=12241) 2024-11-20T10:24:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742239_1415 (size=12241) 2024-11-20T10:24:38,421 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/bdeea3cc83f349ac85c1b70ce48d4e9a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bdeea3cc83f349ac85c1b70ce48d4e9a 2024-11-20T10:24:38,426 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/A of 6fc3aea106d9ed03d8b67b666553c107 into bdeea3cc83f349ac85c1b70ce48d4e9a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:38,426 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/1f06616638f144e79fa6377770db8809 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1f06616638f144e79fa6377770db8809 2024-11-20T10:24:38,426 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:38,426 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/A, priority=12, startTime=1732098278403; duration=0sec 2024-11-20T10:24:38,426 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:38,426 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:A 2024-11-20T10:24:38,426 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:38,428 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:38,428 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/C is initiating minor compaction (all files) 2024-11-20T10:24:38,428 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/C in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:38,428 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/964dbacdc67c473e9d49ef67f867f42c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4b29f047bd7a484f920fe28133f48bbc, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/cdb6ece7ac3546aaae7efdf46d54ddcf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/80761699f9504a969ce2c39af8549bf8] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=44.7 K 2024-11-20T10:24:38,428 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 964dbacdc67c473e9d49ef67f867f42c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732098273150 2024-11-20T10:24:38,429 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b29f047bd7a484f920fe28133f48bbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732098273789 2024-11-20T10:24:38,429 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdb6ece7ac3546aaae7efdf46d54ddcf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732098275206 2024-11-20T10:24:38,430 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80761699f9504a969ce2c39af8549bf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098276418 2024-11-20T10:24:38,431 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/B of 6fc3aea106d9ed03d8b67b666553c107 into 1f06616638f144e79fa6377770db8809(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:38,431 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:38,431 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/B, priority=12, startTime=1732098278403; duration=0sec 2024-11-20T10:24:38,431 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:38,431 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:B 2024-11-20T10:24:38,437 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:38,438 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/f77ec1b1ae3c455fb2a9436f66f934ec is 50, key is test_row_0/C:col10/1732098276430/Put/seqid=0 2024-11-20T10:24:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742240_1416 (size=12241) 2024-11-20T10:24:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:38,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:24:38,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:38,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:38,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:38,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:38,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:38,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:38,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/d2888a62f49248559f11328daa4c7bed is 50, key is test_row_0/A:col10/1732098277586/Put/seqid=0 2024-11-20T10:24:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742241_1417 (size=9707) 2024-11-20T10:24:38,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098338797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:38,846 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/f77ec1b1ae3c455fb2a9436f66f934ec as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f77ec1b1ae3c455fb2a9436f66f934ec 2024-11-20T10:24:38,850 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/C of 6fc3aea106d9ed03d8b67b666553c107 into f77ec1b1ae3c455fb2a9436f66f934ec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:38,850 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:38,850 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/C, priority=12, startTime=1732098278403; duration=0sec 2024-11-20T10:24:38,850 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:38,850 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:C 2024-11-20T10:24:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098338901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:39,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098339105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:39,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/d2888a62f49248559f11328daa4c7bed 2024-11-20T10:24:39,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/8c46c401d0f347548f33f0263d2d1dee is 50, key is test_row_0/B:col10/1732098277586/Put/seqid=0 2024-11-20T10:24:39,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742242_1418 (size=9707) 2024-11-20T10:24:39,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/8c46c401d0f347548f33f0263d2d1dee 2024-11-20T10:24:39,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/510a9822ac7541f9a4fb519b152bef85 is 50, key is test_row_0/C:col10/1732098277586/Put/seqid=0 2024-11-20T10:24:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742243_1419 (size=9707) 2024-11-20T10:24:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T10:24:39,202 INFO [Thread-1783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T10:24:39,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-20T10:24:39,205 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T10:24:39,205 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:39,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T10:24:39,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:39,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T10:24:39,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:39,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:39,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:39,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:39,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:39,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098339407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T10:24:39,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:39,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T10:24:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:39,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:39,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/510a9822ac7541f9a4fb519b152bef85 2024-11-20T10:24:39,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/d2888a62f49248559f11328daa4c7bed as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d2888a62f49248559f11328daa4c7bed 2024-11-20T10:24:39,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d2888a62f49248559f11328daa4c7bed, entries=100, sequenceid=129, filesize=9.5 K 2024-11-20T10:24:39,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/8c46c401d0f347548f33f0263d2d1dee as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/8c46c401d0f347548f33f0263d2d1dee 2024-11-20T10:24:39,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/8c46c401d0f347548f33f0263d2d1dee, entries=100, sequenceid=129, filesize=9.5 K 2024-11-20T10:24:39,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/510a9822ac7541f9a4fb519b152bef85 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/510a9822ac7541f9a4fb519b152bef85 2024-11-20T10:24:39,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/510a9822ac7541f9a4fb519b152bef85, entries=100, sequenceid=129, filesize=9.5 K 2024-11-20T10:24:39,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6fc3aea106d9ed03d8b67b666553c107 in 849ms, sequenceid=129, compaction requested=false 2024-11-20T10:24:39,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:39,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:39,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T10:24:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:39,664 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:24:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:39,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/20db7749c07644dda3aeaa9e5a671ae3 is 50, key is test_row_0/A:col10/1732098278785/Put/seqid=0 2024-11-20T10:24:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742244_1420 (size=12151) 2024-11-20T10:24:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T10:24:39,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:39,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098339951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:40,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098340056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:40,073 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/20db7749c07644dda3aeaa9e5a671ae3 2024-11-20T10:24:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f49e7ecb0d8c4f98af18f1ffe9969bec is 50, key is test_row_0/B:col10/1732098278785/Put/seqid=0 2024-11-20T10:24:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742245_1421 (size=12151) 2024-11-20T10:24:40,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098340261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T10:24:40,486 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f49e7ecb0d8c4f98af18f1ffe9969bec 2024-11-20T10:24:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/43e4b0425f644dc2a89788601b1266a6 is 50, key is test_row_0/C:col10/1732098278785/Put/seqid=0 2024-11-20T10:24:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742246_1422 (size=12151) 2024-11-20T10:24:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098340564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:40,897 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/43e4b0425f644dc2a89788601b1266a6 2024-11-20T10:24:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/20db7749c07644dda3aeaa9e5a671ae3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/20db7749c07644dda3aeaa9e5a671ae3 2024-11-20T10:24:40,905 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/20db7749c07644dda3aeaa9e5a671ae3, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T10:24:40,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f49e7ecb0d8c4f98af18f1ffe9969bec as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f49e7ecb0d8c4f98af18f1ffe9969bec 2024-11-20T10:24:40,909 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f49e7ecb0d8c4f98af18f1ffe9969bec, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T10:24:40,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/43e4b0425f644dc2a89788601b1266a6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/43e4b0425f644dc2a89788601b1266a6 2024-11-20T10:24:40,913 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/43e4b0425f644dc2a89788601b1266a6, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T10:24:40,914 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6fc3aea106d9ed03d8b67b666553c107 in 1250ms, sequenceid=155, compaction requested=true 2024-11-20T10:24:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:40,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-20T10:24:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-20T10:24:40,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T10:24:40,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7100 sec 2024-11-20T10:24:40,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.7140 sec 2024-11-20T10:24:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:41,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T10:24:41,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:41,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:41,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:41,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:41,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:41,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:41,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/79609ddeadab4570bc984be466f2d1de is 50, key is test_row_0/A:col10/1732098279945/Put/seqid=0 2024-11-20T10:24:41,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742247_1423 (size=14541) 2024-11-20T10:24:41,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098341199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098341305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T10:24:41,309 INFO [Thread-1783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-20T10:24:41,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-20T10:24:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T10:24:41,311 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:41,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:41,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T10:24:41,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/79609ddeadab4570bc984be466f2d1de 2024-11-20T10:24:41,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f4f202dc11c54961a23cf031dbda1567 is 50, key is test_row_0/B:col10/1732098279945/Put/seqid=0 2024-11-20T10:24:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742248_1424 (size=12151) 2024-11-20T10:24:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098341510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T10:24:41,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:41,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098341814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f4f202dc11c54961a23cf031dbda1567 2024-11-20T10:24:41,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/e2f4942196834a1da2420f1998ea1152 is 50, key is test_row_0/C:col10/1732098279945/Put/seqid=0 2024-11-20T10:24:41,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742249_1425 (size=12151) 2024-11-20T10:24:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T10:24:41,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:41,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:41,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:41,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1732098341945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,951 DEBUG [Thread-1775 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:41,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732098341958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732098341959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,961 DEBUG [Thread-1777 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:41,961 DEBUG [Thread-1781 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:41,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35762 deadline: 1732098341975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:41,978 DEBUG [Thread-1773 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., hostname=d4f420762b49,44213,1732098148621, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T10:24:42,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:42,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/e2f4942196834a1da2420f1998ea1152 2024-11-20T10:24:42,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/79609ddeadab4570bc984be466f2d1de as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/79609ddeadab4570bc984be466f2d1de 2024-11-20T10:24:42,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/79609ddeadab4570bc984be466f2d1de, entries=200, sequenceid=167, filesize=14.2 K 2024-11-20T10:24:42,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/f4f202dc11c54961a23cf031dbda1567 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f4f202dc11c54961a23cf031dbda1567 2024-11-20T10:24:42,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f4f202dc11c54961a23cf031dbda1567, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T10:24:42,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/e2f4942196834a1da2420f1998ea1152 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/e2f4942196834a1da2420f1998ea1152 2024-11-20T10:24:42,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/e2f4942196834a1da2420f1998ea1152, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T10:24:42,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6fc3aea106d9ed03d8b67b666553c107 in 1247ms, sequenceid=167, compaction requested=true 2024-11-20T10:24:42,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:42,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:42,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:42,322 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:42,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:42,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:42,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:42,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:42,323 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:42,324 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:42,324 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48640 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:42,324 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/B is initiating minor compaction (all files) 2024-11-20T10:24:42,324 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/A is initiating minor compaction (all files) 2024-11-20T10:24:42,324 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/B in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,324 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/A in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,324 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bdeea3cc83f349ac85c1b70ce48d4e9a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d2888a62f49248559f11328daa4c7bed, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/20db7749c07644dda3aeaa9e5a671ae3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/79609ddeadab4570bc984be466f2d1de] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=47.5 K 2024-11-20T10:24:42,324 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1f06616638f144e79fa6377770db8809, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/8c46c401d0f347548f33f0263d2d1dee, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f49e7ecb0d8c4f98af18f1ffe9969bec, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f4f202dc11c54961a23cf031dbda1567] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=45.2 K 2024-11-20T10:24:42,324 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdeea3cc83f349ac85c1b70ce48d4e9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098276418 2024-11-20T10:24:42,324 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f06616638f144e79fa6377770db8809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098276418 2024-11-20T10:24:42,325 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2888a62f49248559f11328daa4c7bed, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098277586 2024-11-20T10:24:42,325 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c46c401d0f347548f33f0263d2d1dee, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098277586 2024-11-20T10:24:42,325 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20db7749c07644dda3aeaa9e5a671ae3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732098278785 2024-11-20T10:24:42,325 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f49e7ecb0d8c4f98af18f1ffe9969bec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732098278785 2024-11-20T10:24:42,325 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79609ddeadab4570bc984be466f2d1de, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732098279937 2024-11-20T10:24:42,325 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f4f202dc11c54961a23cf031dbda1567, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732098279937 2024-11-20T10:24:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:42,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T10:24:42,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:42,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/68534107da6641818e52cb2d6f6fe587 is 50, key is test_row_0/A:col10/1732098281198/Put/seqid=0 2024-11-20T10:24:42,334 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:42,334 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/d038f0c9837245f68676b07ed86183af is 50, key is test_row_0/B:col10/1732098279945/Put/seqid=0 2024-11-20T10:24:42,335 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#A#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:42,336 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/9548f992dedd49adbc1b43935fe05336 is 50, key is test_row_0/A:col10/1732098279945/Put/seqid=0 2024-11-20T10:24:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742251_1427 (size=12527) 2024-11-20T10:24:42,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742250_1426 (size=14541) 2024-11-20T10:24:42,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742252_1428 (size=12527) 2024-11-20T10:24:42,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:42,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:42,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098342382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T10:24:42,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098342485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098342690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,744 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/d038f0c9837245f68676b07ed86183af as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/d038f0c9837245f68676b07ed86183af 2024-11-20T10:24:42,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/68534107da6641818e52cb2d6f6fe587 2024-11-20T10:24:42,749 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/B of 6fc3aea106d9ed03d8b67b666553c107 into d038f0c9837245f68676b07ed86183af(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:42,749 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:42,749 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/B, priority=12, startTime=1732098282322; duration=0sec 2024-11-20T10:24:42,749 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:42,749 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:B 2024-11-20T10:24:42,750 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:42,757 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:42,757 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/C is initiating minor compaction (all files) 2024-11-20T10:24:42,757 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/C in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,757 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f77ec1b1ae3c455fb2a9436f66f934ec, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/510a9822ac7541f9a4fb519b152bef85, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/43e4b0425f644dc2a89788601b1266a6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/e2f4942196834a1da2420f1998ea1152] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=45.2 K 2024-11-20T10:24:42,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/08a155575b4441c5aee79bd6ae4815b3 is 50, key is test_row_0/B:col10/1732098281198/Put/seqid=0 2024-11-20T10:24:42,760 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f77ec1b1ae3c455fb2a9436f66f934ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098276418 2024-11-20T10:24:42,761 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 510a9822ac7541f9a4fb519b152bef85, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732098277586 2024-11-20T10:24:42,761 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 43e4b0425f644dc2a89788601b1266a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732098278785 2024-11-20T10:24:42,761 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting e2f4942196834a1da2420f1998ea1152, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732098279937 2024-11-20T10:24:42,763 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/9548f992dedd49adbc1b43935fe05336 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/9548f992dedd49adbc1b43935fe05336 2024-11-20T10:24:42,769 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/A of 6fc3aea106d9ed03d8b67b666553c107 into 9548f992dedd49adbc1b43935fe05336(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:42,769 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:42,769 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/A, priority=12, startTime=1732098282322; duration=0sec 2024-11-20T10:24:42,769 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:42,769 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:A 2024-11-20T10:24:42,780 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#C#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:42,781 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/c83ce7e1a068481fbaf69d8935f898a1 is 50, key is test_row_0/C:col10/1732098279945/Put/seqid=0 2024-11-20T10:24:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742253_1429 (size=12151) 2024-11-20T10:24:42,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742254_1430 (size=12527) 2024-11-20T10:24:42,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:42,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:42,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:42,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:42,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:42,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:42,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:42,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098342995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:43,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:43,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:43,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:43,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:43,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:43,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:43,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:43,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/08a155575b4441c5aee79bd6ae4815b3 2024-11-20T10:24:43,193 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/c83ce7e1a068481fbaf69d8935f898a1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c83ce7e1a068481fbaf69d8935f898a1 2024-11-20T10:24:43,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/63bc158f38fb4975a8a1332a92bdc895 is 50, key is test_row_0/C:col10/1732098281198/Put/seqid=0 2024-11-20T10:24:43,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742255_1431 (size=12151) 2024-11-20T10:24:43,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/63bc158f38fb4975a8a1332a92bdc895 2024-11-20T10:24:43,200 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/C of 6fc3aea106d9ed03d8b67b666553c107 into c83ce7e1a068481fbaf69d8935f898a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:43,200 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:43,200 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/C, priority=12, startTime=1732098282323; duration=0sec 2024-11-20T10:24:43,200 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:43,200 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:C 2024-11-20T10:24:43,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/68534107da6641818e52cb2d6f6fe587 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/68534107da6641818e52cb2d6f6fe587 2024-11-20T10:24:43,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/68534107da6641818e52cb2d6f6fe587, entries=200, sequenceid=192, filesize=14.2 K 2024-11-20T10:24:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/08a155575b4441c5aee79bd6ae4815b3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/08a155575b4441c5aee79bd6ae4815b3 2024-11-20T10:24:43,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/08a155575b4441c5aee79bd6ae4815b3, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T10:24:43,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/63bc158f38fb4975a8a1332a92bdc895 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/63bc158f38fb4975a8a1332a92bdc895 2024-11-20T10:24:43,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/63bc158f38fb4975a8a1332a92bdc895, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T10:24:43,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6fc3aea106d9ed03d8b67b666553c107 in 886ms, sequenceid=192, compaction requested=false 2024-11-20T10:24:43,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:43,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:43,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T10:24:43,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:43,296 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:24:43,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:43,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/812a78512d19437ba2b19fda05b27e0a is 50, key is test_row_0/A:col10/1732098282356/Put/seqid=0 2024-11-20T10:24:43,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742256_1432 (size=12151) 2024-11-20T10:24:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T10:24:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:43,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098343628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:43,706 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/812a78512d19437ba2b19fda05b27e0a 2024-11-20T10:24:43,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/20033d9048804b0c87d9ab705a65fd40 is 50, key is test_row_0/B:col10/1732098282356/Put/seqid=0 2024-11-20T10:24:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742257_1433 (size=12151) 2024-11-20T10:24:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098343733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098343936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:44,117 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/20033d9048804b0c87d9ab705a65fd40 2024-11-20T10:24:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a011083ae838466a9bbece3dd85e0b24 is 50, key is test_row_0/C:col10/1732098282356/Put/seqid=0 2024-11-20T10:24:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742258_1434 (size=12151) 2024-11-20T10:24:44,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a011083ae838466a9bbece3dd85e0b24 2024-11-20T10:24:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/812a78512d19437ba2b19fda05b27e0a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/812a78512d19437ba2b19fda05b27e0a 2024-11-20T10:24:44,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/812a78512d19437ba2b19fda05b27e0a, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T10:24:44,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/20033d9048804b0c87d9ab705a65fd40 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/20033d9048804b0c87d9ab705a65fd40 2024-11-20T10:24:44,143 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/20033d9048804b0c87d9ab705a65fd40, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T10:24:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a011083ae838466a9bbece3dd85e0b24 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a011083ae838466a9bbece3dd85e0b24 2024-11-20T10:24:44,148 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a011083ae838466a9bbece3dd85e0b24, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T10:24:44,149 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6fc3aea106d9ed03d8b67b666553c107 in 853ms, sequenceid=206, compaction requested=true 2024-11-20T10:24:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-20T10:24:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-20T10:24:44,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T10:24:44,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8380 sec 2024-11-20T10:24:44,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.8420 sec 2024-11-20T10:24:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:44,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T10:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:44,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/c1f79a088fe14894a9b6b9ac6605c0a5 is 50, key is test_row_0/A:col10/1732098283580/Put/seqid=0 2024-11-20T10:24:44,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742259_1435 (size=14541) 2024-11-20T10:24:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098344269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098344373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:44,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098344578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:44,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/c1f79a088fe14894a9b6b9ac6605c0a5 2024-11-20T10:24:44,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/0bfd6f8f1e91462b99fc0c557e895814 is 50, key is test_row_0/B:col10/1732098283580/Put/seqid=0 2024-11-20T10:24:44,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742260_1436 (size=12151) 2024-11-20T10:24:44,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098344884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:45,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/0bfd6f8f1e91462b99fc0c557e895814 2024-11-20T10:24:45,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/4512f3ab0b824306a30cc89a19e3ba6e is 50, key is test_row_0/C:col10/1732098283580/Put/seqid=0 2024-11-20T10:24:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742261_1437 (size=12151) 2024-11-20T10:24:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098345391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T10:24:45,416 INFO [Thread-1783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-20T10:24:45,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-20T10:24:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T10:24:45,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:45,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:45,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:45,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/4512f3ab0b824306a30cc89a19e3ba6e 2024-11-20T10:24:45,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/c1f79a088fe14894a9b6b9ac6605c0a5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c1f79a088fe14894a9b6b9ac6605c0a5 2024-11-20T10:24:45,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c1f79a088fe14894a9b6b9ac6605c0a5, entries=200, sequenceid=232, filesize=14.2 K 2024-11-20T10:24:45,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/0bfd6f8f1e91462b99fc0c557e895814 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/0bfd6f8f1e91462b99fc0c557e895814 2024-11-20T10:24:45,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/0bfd6f8f1e91462b99fc0c557e895814, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T10:24:45,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/4512f3ab0b824306a30cc89a19e3ba6e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4512f3ab0b824306a30cc89a19e3ba6e 2024-11-20T10:24:45,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4512f3ab0b824306a30cc89a19e3ba6e, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T10:24:45,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6fc3aea106d9ed03d8b67b666553c107 in 1248ms, sequenceid=232, compaction requested=true 2024-11-20T10:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:45,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:45,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:45,493 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:45,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:45,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:45,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:45,493 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:45,494 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:45,494 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:45,494 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/A is initiating minor compaction (all files) 2024-11-20T10:24:45,494 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/B is initiating minor compaction (all files) 2024-11-20T10:24:45,494 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/A in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:45,494 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/B in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:45,494 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/9548f992dedd49adbc1b43935fe05336, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/68534107da6641818e52cb2d6f6fe587, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/812a78512d19437ba2b19fda05b27e0a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c1f79a088fe14894a9b6b9ac6605c0a5] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=52.5 K 2024-11-20T10:24:45,494 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/d038f0c9837245f68676b07ed86183af, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/08a155575b4441c5aee79bd6ae4815b3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/20033d9048804b0c87d9ab705a65fd40, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/0bfd6f8f1e91462b99fc0c557e895814] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=47.8 K 2024-11-20T10:24:45,494 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting d038f0c9837245f68676b07ed86183af, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732098279937 2024-11-20T10:24:45,494 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9548f992dedd49adbc1b43935fe05336, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732098279937 2024-11-20T10:24:45,495 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68534107da6641818e52cb2d6f6fe587, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732098281158 2024-11-20T10:24:45,495 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 08a155575b4441c5aee79bd6ae4815b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732098281158 2024-11-20T10:24:45,495 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 812a78512d19437ba2b19fda05b27e0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732098282347 2024-11-20T10:24:45,495 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 20033d9048804b0c87d9ab705a65fd40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732098282347 2024-11-20T10:24:45,496 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1f79a088fe14894a9b6b9ac6605c0a5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732098283580 2024-11-20T10:24:45,496 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bfd6f8f1e91462b99fc0c557e895814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732098283580 2024-11-20T10:24:45,514 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:45,514 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#A#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:45,515 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/cafc04306a1a40f3a9515de986c014c7 is 50, key is test_row_0/B:col10/1732098283580/Put/seqid=0 2024-11-20T10:24:45,515 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/6fc8588764344d84b3f68066dd6a840e is 50, key is test_row_0/A:col10/1732098283580/Put/seqid=0 2024-11-20T10:24:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T10:24:45,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742262_1438 (size=12663) 2024-11-20T10:24:45,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742263_1439 (size=12663) 2024-11-20T10:24:45,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:45,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T10:24:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:45,571 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T10:24:45,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:45,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:45,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:45,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:45,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:45,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/39c3c8d802d14f2c91f7b5e7dd2f9d14 is 50, key is test_row_0/A:col10/1732098284262/Put/seqid=0 2024-11-20T10:24:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742264_1440 (size=12151) 2024-11-20T10:24:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T10:24:45,927 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/cafc04306a1a40f3a9515de986c014c7 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/cafc04306a1a40f3a9515de986c014c7 2024-11-20T10:24:45,927 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/6fc8588764344d84b3f68066dd6a840e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6fc8588764344d84b3f68066dd6a840e 2024-11-20T10:24:45,932 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/B of 6fc3aea106d9ed03d8b67b666553c107 into cafc04306a1a40f3a9515de986c014c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:45,932 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/A of 6fc3aea106d9ed03d8b67b666553c107 into 6fc8588764344d84b3f68066dd6a840e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:45,933 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:45,933 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:45,933 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/B, priority=12, startTime=1732098285493; duration=0sec 2024-11-20T10:24:45,933 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/A, priority=12, startTime=1732098285492; duration=0sec 2024-11-20T10:24:45,933 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:45,933 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:B 2024-11-20T10:24:45,933 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:45,933 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:A 2024-11-20T10:24:45,933 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T10:24:45,935 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T10:24:45,935 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/C is initiating minor compaction (all files) 2024-11-20T10:24:45,935 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/C in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:45,935 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c83ce7e1a068481fbaf69d8935f898a1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/63bc158f38fb4975a8a1332a92bdc895, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a011083ae838466a9bbece3dd85e0b24, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4512f3ab0b824306a30cc89a19e3ba6e] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=47.8 K 2024-11-20T10:24:45,935 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting c83ce7e1a068481fbaf69d8935f898a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732098279937 2024-11-20T10:24:45,935 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 63bc158f38fb4975a8a1332a92bdc895, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732098281158 2024-11-20T10:24:45,936 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting a011083ae838466a9bbece3dd85e0b24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732098282347 2024-11-20T10:24:45,936 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4512f3ab0b824306a30cc89a19e3ba6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732098283580 2024-11-20T10:24:45,943 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#C#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:45,943 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/1617b4ac4812451c9bb60d9d5bfb82a8 is 50, key is test_row_0/C:col10/1732098283580/Put/seqid=0 2024-11-20T10:24:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742265_1441 (size=12663) 2024-11-20T10:24:45,981 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/39c3c8d802d14f2c91f7b5e7dd2f9d14 2024-11-20T10:24:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/1b21f97c03d04f6a8875a527a641770a is 50, key is test_row_0/B:col10/1732098284262/Put/seqid=0 2024-11-20T10:24:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742266_1442 (size=12151) 2024-11-20T10:24:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T10:24:46,351 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/1617b4ac4812451c9bb60d9d5bfb82a8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/1617b4ac4812451c9bb60d9d5bfb82a8 2024-11-20T10:24:46,356 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/C of 6fc3aea106d9ed03d8b67b666553c107 into 1617b4ac4812451c9bb60d9d5bfb82a8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:46,356 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:46,356 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/C, priority=12, startTime=1732098285493; duration=0sec 2024-11-20T10:24:46,356 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:46,356 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:C 2024-11-20T10:24:46,391 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/1b21f97c03d04f6a8875a527a641770a 2024-11-20T10:24:46,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/48f780d9b1ed41f0898b8962beb8107e is 50, key is test_row_0/C:col10/1732098284262/Put/seqid=0 2024-11-20T10:24:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742267_1443 (size=12151) 2024-11-20T10:24:46,408 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/48f780d9b1ed41f0898b8962beb8107e 2024-11-20T10:24:46,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/39c3c8d802d14f2c91f7b5e7dd2f9d14 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/39c3c8d802d14f2c91f7b5e7dd2f9d14 2024-11-20T10:24:46,418 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/39c3c8d802d14f2c91f7b5e7dd2f9d14, entries=150, sequenceid=242, filesize=11.9 K 2024-11-20T10:24:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/1b21f97c03d04f6a8875a527a641770a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1b21f97c03d04f6a8875a527a641770a 2024-11-20T10:24:46,422 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1b21f97c03d04f6a8875a527a641770a, entries=150, sequenceid=242, filesize=11.9 K 2024-11-20T10:24:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/48f780d9b1ed41f0898b8962beb8107e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/48f780d9b1ed41f0898b8962beb8107e 2024-11-20T10:24:46,426 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/48f780d9b1ed41f0898b8962beb8107e, entries=150, sequenceid=242, filesize=11.9 K 2024-11-20T10:24:46,427 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=73.80 KB/75570 for 6fc3aea106d9ed03d8b67b666553c107 in 856ms, sequenceid=242, compaction requested=false 2024-11-20T10:24:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-20T10:24:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-20T10:24:46,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:24:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:46,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:46,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T10:24:46,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-20T10:24:46,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0140 sec 2024-11-20T10:24:46,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/c9ab806ee02f455485cf7b8ad1719024 is 50, key is test_row_0/A:col10/1732098286424/Put/seqid=0 2024-11-20T10:24:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742268_1444 (size=14691) 2024-11-20T10:24:46,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/c9ab806ee02f455485cf7b8ad1719024 2024-11-20T10:24:46,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/b7446e9b1ea847e49eb81b8661164dd3 is 50, key is test_row_0/B:col10/1732098286424/Put/seqid=0 2024-11-20T10:24:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742269_1445 (size=12251) 2024-11-20T10:24:46,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098346502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T10:24:46,522 INFO [Thread-1783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T10:24:46,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-20T10:24:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T10:24:46,524 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:46,525 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:46,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:46,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098346609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T10:24:46,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:46,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T10:24:46,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:46,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098346816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T10:24:46,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:46,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T10:24:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:46,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:46,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/b7446e9b1ea847e49eb81b8661164dd3 2024-11-20T10:24:46,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/3c4d0000952a46728de968954724fd03 is 50, key is test_row_0/C:col10/1732098286424/Put/seqid=0 2024-11-20T10:24:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742270_1446 (size=12251) 2024-11-20T10:24:46,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:46,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T10:24:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:46,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:47,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098347121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T10:24:47,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:47,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T10:24:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:47,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:47,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/3c4d0000952a46728de968954724fd03 2024-11-20T10:24:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/c9ab806ee02f455485cf7b8ad1719024 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c9ab806ee02f455485cf7b8ad1719024 2024-11-20T10:24:47,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c9ab806ee02f455485cf7b8ad1719024, entries=200, sequenceid=260, filesize=14.3 K 2024-11-20T10:24:47,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/b7446e9b1ea847e49eb81b8661164dd3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b7446e9b1ea847e49eb81b8661164dd3 2024-11-20T10:24:47,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:47,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b7446e9b1ea847e49eb81b8661164dd3, entries=150, sequenceid=260, filesize=12.0 K 2024-11-20T10:24:47,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T10:24:47,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:47,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:47,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:47,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/3c4d0000952a46728de968954724fd03 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3c4d0000952a46728de968954724fd03 2024-11-20T10:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:47,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3c4d0000952a46728de968954724fd03, entries=150, sequenceid=260, filesize=12.0 K 2024-11-20T10:24:47,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6fc3aea106d9ed03d8b67b666553c107 in 862ms, sequenceid=260, compaction requested=true 2024-11-20T10:24:47,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:47,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:47,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:47,291 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:47,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:47,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:47,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:47,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:47,292 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:47,292 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:47,292 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:47,292 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/A is initiating minor compaction (all files) 2024-11-20T10:24:47,292 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/B is initiating minor compaction (all files) 2024-11-20T10:24:47,292 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/A in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,292 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/B in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,293 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/cafc04306a1a40f3a9515de986c014c7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1b21f97c03d04f6a8875a527a641770a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b7446e9b1ea847e49eb81b8661164dd3] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=36.2 K 2024-11-20T10:24:47,293 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6fc8588764344d84b3f68066dd6a840e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/39c3c8d802d14f2c91f7b5e7dd2f9d14, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c9ab806ee02f455485cf7b8ad1719024] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=38.6 K 2024-11-20T10:24:47,293 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc8588764344d84b3f68066dd6a840e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732098283580 2024-11-20T10:24:47,293 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting cafc04306a1a40f3a9515de986c014c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732098283580 2024-11-20T10:24:47,293 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b21f97c03d04f6a8875a527a641770a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732098284262 2024-11-20T10:24:47,293 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39c3c8d802d14f2c91f7b5e7dd2f9d14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732098284262 2024-11-20T10:24:47,294 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9ab806ee02f455485cf7b8ad1719024, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732098286419 2024-11-20T10:24:47,294 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b7446e9b1ea847e49eb81b8661164dd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732098286419 2024-11-20T10:24:47,300 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:47,300 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:47,300 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/ee642757aca149238195d8b4ef20acf6 is 50, key is test_row_0/B:col10/1732098286424/Put/seqid=0 2024-11-20T10:24:47,300 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/0fb7c9a32de34790aed2c1380ccb5a19 is 50, key is test_row_0/A:col10/1732098286424/Put/seqid=0 2024-11-20T10:24:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742271_1447 (size=12865) 2024-11-20T10:24:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742272_1448 (size=12865) 2024-11-20T10:24:47,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:47,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T10:24:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,440 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:24:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:47,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:47,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:47,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:47,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:47,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/d763d2ed7804479d9ba528690cd7f90f is 50, key is test_row_0/A:col10/1732098286493/Put/seqid=0 2024-11-20T10:24:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742273_1449 (size=12301) 2024-11-20T10:24:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T10:24:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:47,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098347693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:47,709 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/0fb7c9a32de34790aed2c1380ccb5a19 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/0fb7c9a32de34790aed2c1380ccb5a19 2024-11-20T10:24:47,709 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/ee642757aca149238195d8b4ef20acf6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/ee642757aca149238195d8b4ef20acf6 2024-11-20T10:24:47,712 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/B of 6fc3aea106d9ed03d8b67b666553c107 into ee642757aca149238195d8b4ef20acf6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:47,712 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/A of 6fc3aea106d9ed03d8b67b666553c107 into 0fb7c9a32de34790aed2c1380ccb5a19(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:47,713 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:47,713 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:47,713 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/A, priority=13, startTime=1732098287291; duration=0sec 2024-11-20T10:24:47,713 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/B, priority=13, startTime=1732098287291; duration=0sec 2024-11-20T10:24:47,713 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:47,713 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:B 2024-11-20T10:24:47,713 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:47,713 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:A 2024-11-20T10:24:47,713 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:47,717 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:47,717 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/C is initiating minor compaction (all files) 2024-11-20T10:24:47,717 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/C in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:47,717 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/1617b4ac4812451c9bb60d9d5bfb82a8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/48f780d9b1ed41f0898b8962beb8107e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3c4d0000952a46728de968954724fd03] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=36.2 K 2024-11-20T10:24:47,717 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1617b4ac4812451c9bb60d9d5bfb82a8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732098283580 2024-11-20T10:24:47,718 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f780d9b1ed41f0898b8962beb8107e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732098284262 2024-11-20T10:24:47,718 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c4d0000952a46728de968954724fd03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732098286419 2024-11-20T10:24:47,723 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:47,724 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/25b3e1f78eb54ae3b0e8ff57a02b4e22 is 50, key is test_row_0/C:col10/1732098286424/Put/seqid=0 2024-11-20T10:24:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742274_1450 (size=12865) 2024-11-20T10:24:47,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098347803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:47,851 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/d763d2ed7804479d9ba528690cd7f90f 2024-11-20T10:24:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/c72940e181284115a48882d9fd93376d is 50, key is test_row_0/B:col10/1732098286493/Put/seqid=0 2024-11-20T10:24:47,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742275_1451 (size=12301) 2024-11-20T10:24:48,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098348005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:48,132 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/25b3e1f78eb54ae3b0e8ff57a02b4e22 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/25b3e1f78eb54ae3b0e8ff57a02b4e22 2024-11-20T10:24:48,136 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/C of 6fc3aea106d9ed03d8b67b666553c107 into 25b3e1f78eb54ae3b0e8ff57a02b4e22(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:48,136 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:48,136 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/C, priority=13, startTime=1732098287292; duration=0sec 2024-11-20T10:24:48,136 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:48,136 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:C 2024-11-20T10:24:48,264 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/c72940e181284115a48882d9fd93376d 2024-11-20T10:24:48,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/37807c2d67b34fdf95dcf5ebde44c92f is 50, key is test_row_0/C:col10/1732098286493/Put/seqid=0 2024-11-20T10:24:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742276_1452 (size=12301) 2024-11-20T10:24:48,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098348311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T10:24:48,674 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/37807c2d67b34fdf95dcf5ebde44c92f 2024-11-20T10:24:48,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/d763d2ed7804479d9ba528690cd7f90f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d763d2ed7804479d9ba528690cd7f90f 2024-11-20T10:24:48,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d763d2ed7804479d9ba528690cd7f90f, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T10:24:48,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/c72940e181284115a48882d9fd93376d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/c72940e181284115a48882d9fd93376d 2024-11-20T10:24:48,686 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/c72940e181284115a48882d9fd93376d, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T10:24:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/37807c2d67b34fdf95dcf5ebde44c92f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/37807c2d67b34fdf95dcf5ebde44c92f 2024-11-20T10:24:48,690 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/37807c2d67b34fdf95dcf5ebde44c92f, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T10:24:48,691 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6fc3aea106d9ed03d8b67b666553c107 in 1250ms, sequenceid=281, compaction requested=false 2024-11-20T10:24:48,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:48,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:48,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-20T10:24:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-20T10:24:48,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T10:24:48,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1670 sec 2024-11-20T10:24:48,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.1700 sec 2024-11-20T10:24:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:48,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T10:24:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:48,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/bacca230bdd84f5e9c44796a5744ad52 is 50, key is test_row_0/A:col10/1732098288818/Put/seqid=0 2024-11-20T10:24:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742277_1453 (size=14741) 2024-11-20T10:24:48,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098348901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098349006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:49,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098349211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:49,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/bacca230bdd84f5e9c44796a5744ad52 2024-11-20T10:24:49,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/185c40ff6eaf48029f8de0b96f536e2a is 50, key is test_row_0/B:col10/1732098288818/Put/seqid=0 2024-11-20T10:24:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742278_1454 (size=12301) 2024-11-20T10:24:49,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/185c40ff6eaf48029f8de0b96f536e2a 2024-11-20T10:24:49,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a4a55da7b4894605846a10dded63218a is 50, key is test_row_0/C:col10/1732098288818/Put/seqid=0 2024-11-20T10:24:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742279_1455 (size=12301) 2024-11-20T10:24:49,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098349517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:49,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a4a55da7b4894605846a10dded63218a 2024-11-20T10:24:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/bacca230bdd84f5e9c44796a5744ad52 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bacca230bdd84f5e9c44796a5744ad52 2024-11-20T10:24:49,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bacca230bdd84f5e9c44796a5744ad52, entries=200, sequenceid=300, filesize=14.4 K 2024-11-20T10:24:49,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/185c40ff6eaf48029f8de0b96f536e2a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/185c40ff6eaf48029f8de0b96f536e2a 2024-11-20T10:24:49,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/185c40ff6eaf48029f8de0b96f536e2a, entries=150, sequenceid=300, filesize=12.0 K 2024-11-20T10:24:49,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a4a55da7b4894605846a10dded63218a as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a4a55da7b4894605846a10dded63218a 2024-11-20T10:24:49,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a4a55da7b4894605846a10dded63218a, entries=150, sequenceid=300, filesize=12.0 K 2024-11-20T10:24:49,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6fc3aea106d9ed03d8b67b666553c107 in 846ms, sequenceid=300, compaction requested=true 2024-11-20T10:24:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:24:49,666 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:24:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6fc3aea106d9ed03d8b67b666553c107:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:24:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:49,666 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:49,666 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:49,667 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/A is initiating minor compaction (all files) 2024-11-20T10:24:49,667 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:49,667 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/B is initiating minor compaction (all files) 2024-11-20T10:24:49,667 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/A in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:49,667 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/B in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:49,667 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/0fb7c9a32de34790aed2c1380ccb5a19, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d763d2ed7804479d9ba528690cd7f90f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bacca230bdd84f5e9c44796a5744ad52] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=39.0 K 2024-11-20T10:24:49,667 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/ee642757aca149238195d8b4ef20acf6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/c72940e181284115a48882d9fd93376d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/185c40ff6eaf48029f8de0b96f536e2a] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=36.6 K 2024-11-20T10:24:49,667 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fb7c9a32de34790aed2c1380ccb5a19, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732098286419 2024-11-20T10:24:49,667 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting ee642757aca149238195d8b4ef20acf6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732098286419 2024-11-20T10:24:49,667 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting d763d2ed7804479d9ba528690cd7f90f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732098286481 2024-11-20T10:24:49,667 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting c72940e181284115a48882d9fd93376d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732098286481 2024-11-20T10:24:49,668 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 185c40ff6eaf48029f8de0b96f536e2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732098287686 2024-11-20T10:24:49,668 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting bacca230bdd84f5e9c44796a5744ad52, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732098287670 2024-11-20T10:24:49,674 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:49,675 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/58977cf6551748d6b6233ec7d41e862c is 50, key is test_row_0/B:col10/1732098288818/Put/seqid=0 2024-11-20T10:24:49,677 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:49,678 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/4e8183fca5b04552bfae778a4fc72366 is 50, key is test_row_0/A:col10/1732098288818/Put/seqid=0 2024-11-20T10:24:49,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742281_1457 (size=13017) 2024-11-20T10:24:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742280_1456 (size=13017) 2024-11-20T10:24:49,688 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/58977cf6551748d6b6233ec7d41e862c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/58977cf6551748d6b6233ec7d41e862c 2024-11-20T10:24:49,692 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/B of 6fc3aea106d9ed03d8b67b666553c107 into 58977cf6551748d6b6233ec7d41e862c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:49,692 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:49,692 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/B, priority=13, startTime=1732098289666; duration=0sec 2024-11-20T10:24:49,692 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:24:49,693 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:B 2024-11-20T10:24:49,693 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:24:49,693 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:24:49,693 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): 6fc3aea106d9ed03d8b67b666553c107/C is initiating minor compaction (all files) 2024-11-20T10:24:49,693 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6fc3aea106d9ed03d8b67b666553c107/C in TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:49,694 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/25b3e1f78eb54ae3b0e8ff57a02b4e22, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/37807c2d67b34fdf95dcf5ebde44c92f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a4a55da7b4894605846a10dded63218a] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp, totalSize=36.6 K 2024-11-20T10:24:49,694 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 25b3e1f78eb54ae3b0e8ff57a02b4e22, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732098286419 2024-11-20T10:24:49,694 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 37807c2d67b34fdf95dcf5ebde44c92f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732098286481 2024-11-20T10:24:49,694 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting a4a55da7b4894605846a10dded63218a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732098287686 2024-11-20T10:24:49,700 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6fc3aea106d9ed03d8b67b666553c107#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:24:49,701 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/26591fe50f164c21a43d1e5306a04e80 is 50, key is test_row_0/C:col10/1732098288818/Put/seqid=0 2024-11-20T10:24:49,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742282_1458 (size=13017) 2024-11-20T10:24:49,708 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/26591fe50f164c21a43d1e5306a04e80 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/26591fe50f164c21a43d1e5306a04e80 2024-11-20T10:24:49,712 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/C of 6fc3aea106d9ed03d8b67b666553c107 into 26591fe50f164c21a43d1e5306a04e80(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:49,712 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:49,712 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/C, priority=13, startTime=1732098289666; duration=0sec 2024-11-20T10:24:49,712 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:49,712 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:C 2024-11-20T10:24:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:50,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:50,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/11080fefe54b43b190c336101da952e6 is 50, key is test_row_0/A:col10/1732098290026/Put/seqid=0 2024-11-20T10:24:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742283_1459 (size=14741) 2024-11-20T10:24:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098350066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:50,086 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/4e8183fca5b04552bfae778a4fc72366 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/4e8183fca5b04552bfae778a4fc72366 2024-11-20T10:24:50,091 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6fc3aea106d9ed03d8b67b666553c107/A of 6fc3aea106d9ed03d8b67b666553c107 into 4e8183fca5b04552bfae778a4fc72366(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:24:50,091 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:50,091 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107., storeName=6fc3aea106d9ed03d8b67b666553c107/A, priority=13, startTime=1732098289666; duration=0sec 2024-11-20T10:24:50,091 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:24:50,091 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6fc3aea106d9ed03d8b67b666553c107:A 2024-11-20T10:24:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098350171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098350375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:50,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/11080fefe54b43b190c336101da952e6 2024-11-20T10:24:50,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/9faf9e471ebc45c5b710a857a4119a81 is 50, key is test_row_0/B:col10/1732098290026/Put/seqid=0 2024-11-20T10:24:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742284_1460 (size=12301) 2024-11-20T10:24:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T10:24:50,628 INFO [Thread-1783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-20T10:24:50,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T10:24:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T10:24:50,631 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:50,632 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:50,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098350678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T10:24:50,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:50,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T10:24:50,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:50,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:50,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:50,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:50,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:50,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/9faf9e471ebc45c5b710a857a4119a81 2024-11-20T10:24:50,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/82ae22ee48af4b70b538877b7cdbb935 is 50, key is test_row_0/C:col10/1732098290026/Put/seqid=0 2024-11-20T10:24:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742285_1461 (size=12301) 2024-11-20T10:24:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T10:24:50,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:50,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T10:24:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:50,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:50,991 DEBUG [Thread-1788 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:52472 2024-11-20T10:24:50,991 DEBUG [Thread-1788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:50,991 DEBUG [Thread-1786 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:52472 2024-11-20T10:24:50,991 DEBUG [Thread-1786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:50,991 DEBUG [Thread-1790 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:52472 2024-11-20T10:24:50,991 DEBUG [Thread-1790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:50,994 DEBUG [Thread-1784 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:52472 2024-11-20T10:24:50,994 DEBUG [Thread-1784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:50,995 DEBUG [Thread-1792 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:52472 2024-11-20T10:24:50,995 DEBUG [Thread-1792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:51,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:51,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T10:24:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:51,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:51,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35752 deadline: 1732098351185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T10:24:51,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:51,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T10:24:51,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:51,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:51,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:51,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:51,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:51,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/82ae22ee48af4b70b538877b7cdbb935 2024-11-20T10:24:51,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/11080fefe54b43b190c336101da952e6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/11080fefe54b43b190c336101da952e6 2024-11-20T10:24:51,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/11080fefe54b43b190c336101da952e6, entries=200, sequenceid=323, filesize=14.4 K 2024-11-20T10:24:51,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/9faf9e471ebc45c5b710a857a4119a81 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/9faf9e471ebc45c5b710a857a4119a81 2024-11-20T10:24:51,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/9faf9e471ebc45c5b710a857a4119a81, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T10:24:51,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/82ae22ee48af4b70b538877b7cdbb935 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/82ae22ee48af4b70b538877b7cdbb935 2024-11-20T10:24:51,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/82ae22ee48af4b70b538877b7cdbb935, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T10:24:51,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6fc3aea106d9ed03d8b67b666553c107 in 1245ms, sequenceid=323, compaction requested=false 2024-11-20T10:24:51,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:51,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:51,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T10:24:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:51,395 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:24:51,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:51,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:51,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:51,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:51,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:51,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:51,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/6ecf7657601143f6b74837a19502c0c4 is 50, key is test_row_0/A:col10/1732098290065/Put/seqid=0 2024-11-20T10:24:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742286_1462 (size=12301) 2024-11-20T10:24:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T10:24:51,802 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/6ecf7657601143f6b74837a19502c0c4 2024-11-20T10:24:51,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/226cb320a38942179342907b3e29c5b1 is 50, key is test_row_0/B:col10/1732098290065/Put/seqid=0 2024-11-20T10:24:51,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742287_1463 (size=12301) 2024-11-20T10:24:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:51,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. as already flushing 2024-11-20T10:24:51,961 DEBUG [Thread-1775 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:52472 2024-11-20T10:24:51,961 DEBUG [Thread-1775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:51,970 DEBUG [Thread-1781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:52472 2024-11-20T10:24:51,970 DEBUG [Thread-1781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:51,990 DEBUG [Thread-1777 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:52472 2024-11-20T10:24:51,990 DEBUG [Thread-1777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:51,999 DEBUG [Thread-1773 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:52472 2024-11-20T10:24:51,999 DEBUG [Thread-1773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:52,197 DEBUG [Thread-1779 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:52472 2024-11-20T10:24:52,197 DEBUG [Thread-1779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:52,211 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/226cb320a38942179342907b3e29c5b1 2024-11-20T10:24:52,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/c07ff725e02245578cba9e27428a380d is 50, key is test_row_0/C:col10/1732098290065/Put/seqid=0 2024-11-20T10:24:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742288_1464 (size=12301) 2024-11-20T10:24:52,620 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/c07ff725e02245578cba9e27428a380d 2024-11-20T10:24:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/6ecf7657601143f6b74837a19502c0c4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6ecf7657601143f6b74837a19502c0c4 2024-11-20T10:24:52,626 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6ecf7657601143f6b74837a19502c0c4, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T10:24:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/226cb320a38942179342907b3e29c5b1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/226cb320a38942179342907b3e29c5b1 2024-11-20T10:24:52,629 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/226cb320a38942179342907b3e29c5b1, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T10:24:52,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/c07ff725e02245578cba9e27428a380d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c07ff725e02245578cba9e27428a380d 2024-11-20T10:24:52,631 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c07ff725e02245578cba9e27428a380d, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T10:24:52,632 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=33.54 KB/34350 for 6fc3aea106d9ed03d8b67b666553c107 in 1238ms, sequenceid=339, compaction requested=true 2024-11-20T10:24:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T10:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T10:24:52,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T10:24:52,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-11-20T10:24:52,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0040 sec 2024-11-20T10:24:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T10:24:52,735 INFO [Thread-1783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 212 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2869 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8607 rows 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2856 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8568 rows 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2861 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8583 rows 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2858 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8574 rows 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2882 2024-11-20T10:24:52,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8646 rows 2024-11-20T10:24:52,735 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T10:24:52,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:52472 2024-11-20T10:24:52,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:24:52,739 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T10:24:52,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T10:24:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T10:24:52,743 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098292743"}]},"ts":"1732098292743"} 2024-11-20T10:24:52,744 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T10:24:52,746 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T10:24:52,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:24:52,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6fc3aea106d9ed03d8b67b666553c107, UNASSIGN}] 2024-11-20T10:24:52,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6fc3aea106d9ed03d8b67b666553c107, UNASSIGN 2024-11-20T10:24:52,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=6fc3aea106d9ed03d8b67b666553c107, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:52,749 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:24:52,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; CloseRegionProcedure 6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T10:24:52,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:52,901 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(124): Close 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:52,901 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:24:52,901 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1681): Closing 6fc3aea106d9ed03d8b67b666553c107, disabling compactions & flushes 2024-11-20T10:24:52,901 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:52,901 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:52,901 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. after waiting 0 ms 2024-11-20T10:24:52,901 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:52,901 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(2837): Flushing 6fc3aea106d9ed03d8b67b666553c107 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T10:24:52,901 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=A 2024-11-20T10:24:52,902 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:52,902 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=B 2024-11-20T10:24:52,902 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:52,902 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6fc3aea106d9ed03d8b67b666553c107, store=C 2024-11-20T10:24:52,902 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:52,905 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/75d6bdb41dff4cc08fef97b51c91f1b2 is 50, key is test_row_0/A:col10/1732098292195/Put/seqid=0 2024-11-20T10:24:52,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742289_1465 (size=12301) 2024-11-20T10:24:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T10:24:53,308 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/75d6bdb41dff4cc08fef97b51c91f1b2 2024-11-20T10:24:53,313 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/052e07e024f24b84bcf9b87e02900cd0 is 50, key is test_row_0/B:col10/1732098292195/Put/seqid=0 2024-11-20T10:24:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742290_1466 (size=12301) 2024-11-20T10:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T10:24:53,717 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/052e07e024f24b84bcf9b87e02900cd0 2024-11-20T10:24:53,722 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a33837e7837d422eb55371929085cf22 is 50, key is test_row_0/C:col10/1732098292195/Put/seqid=0 2024-11-20T10:24:53,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742291_1467 (size=12301) 2024-11-20T10:24:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T10:24:54,126 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a33837e7837d422eb55371929085cf22 2024-11-20T10:24:54,129 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/A/75d6bdb41dff4cc08fef97b51c91f1b2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/75d6bdb41dff4cc08fef97b51c91f1b2 2024-11-20T10:24:54,132 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/75d6bdb41dff4cc08fef97b51c91f1b2, entries=150, sequenceid=347, filesize=12.0 K 2024-11-20T10:24:54,132 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/B/052e07e024f24b84bcf9b87e02900cd0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/052e07e024f24b84bcf9b87e02900cd0 2024-11-20T10:24:54,135 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/052e07e024f24b84bcf9b87e02900cd0, entries=150, sequenceid=347, filesize=12.0 K 2024-11-20T10:24:54,135 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/.tmp/C/a33837e7837d422eb55371929085cf22 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a33837e7837d422eb55371929085cf22 2024-11-20T10:24:54,138 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a33837e7837d422eb55371929085cf22, entries=150, sequenceid=347, filesize=12.0 K 2024-11-20T10:24:54,139 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6fc3aea106d9ed03d8b67b666553c107 in 1238ms, sequenceid=347, compaction requested=true 2024-11-20T10:24:54,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/266ce9e95fe04b0d89d7eb581c2e48aa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/aaa83b67d97e49eeb261bf71fe68f558, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/149ff0e2b4bb478ab152cc84ecab1936, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/137e1e83afe840db86b6f26d48daeb15, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f62846b6d66249a9b62ad2f1965ad1cb, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/eae31b739f224474bdabbda5b3391c5e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f0434eaa3c644ac0b24962557ecd7165, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bdeea3cc83f349ac85c1b70ce48d4e9a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d2888a62f49248559f11328daa4c7bed, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/20db7749c07644dda3aeaa9e5a671ae3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/79609ddeadab4570bc984be466f2d1de, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/9548f992dedd49adbc1b43935fe05336, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/68534107da6641818e52cb2d6f6fe587, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/812a78512d19437ba2b19fda05b27e0a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c1f79a088fe14894a9b6b9ac6605c0a5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6fc8588764344d84b3f68066dd6a840e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/39c3c8d802d14f2c91f7b5e7dd2f9d14, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c9ab806ee02f455485cf7b8ad1719024, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/0fb7c9a32de34790aed2c1380ccb5a19, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d763d2ed7804479d9ba528690cd7f90f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bacca230bdd84f5e9c44796a5744ad52] to archive 2024-11-20T10:24:54,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:54,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/266ce9e95fe04b0d89d7eb581c2e48aa to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/266ce9e95fe04b0d89d7eb581c2e48aa 2024-11-20T10:24:54,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/aaa83b67d97e49eeb261bf71fe68f558 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/aaa83b67d97e49eeb261bf71fe68f558 2024-11-20T10:24:54,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/149ff0e2b4bb478ab152cc84ecab1936 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/149ff0e2b4bb478ab152cc84ecab1936 2024-11-20T10:24:54,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/137e1e83afe840db86b6f26d48daeb15 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/137e1e83afe840db86b6f26d48daeb15 2024-11-20T10:24:54,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f62846b6d66249a9b62ad2f1965ad1cb to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f62846b6d66249a9b62ad2f1965ad1cb 2024-11-20T10:24:54,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/eae31b739f224474bdabbda5b3391c5e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/eae31b739f224474bdabbda5b3391c5e 2024-11-20T10:24:54,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f0434eaa3c644ac0b24962557ecd7165 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/f0434eaa3c644ac0b24962557ecd7165 2024-11-20T10:24:54,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bdeea3cc83f349ac85c1b70ce48d4e9a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bdeea3cc83f349ac85c1b70ce48d4e9a 2024-11-20T10:24:54,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d2888a62f49248559f11328daa4c7bed to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d2888a62f49248559f11328daa4c7bed 2024-11-20T10:24:54,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/20db7749c07644dda3aeaa9e5a671ae3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/20db7749c07644dda3aeaa9e5a671ae3 2024-11-20T10:24:54,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/79609ddeadab4570bc984be466f2d1de to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/79609ddeadab4570bc984be466f2d1de 2024-11-20T10:24:54,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/9548f992dedd49adbc1b43935fe05336 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/9548f992dedd49adbc1b43935fe05336 2024-11-20T10:24:54,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/68534107da6641818e52cb2d6f6fe587 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/68534107da6641818e52cb2d6f6fe587 2024-11-20T10:24:54,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/812a78512d19437ba2b19fda05b27e0a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/812a78512d19437ba2b19fda05b27e0a 2024-11-20T10:24:54,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c1f79a088fe14894a9b6b9ac6605c0a5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c1f79a088fe14894a9b6b9ac6605c0a5 2024-11-20T10:24:54,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6fc8588764344d84b3f68066dd6a840e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6fc8588764344d84b3f68066dd6a840e 2024-11-20T10:24:54,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/39c3c8d802d14f2c91f7b5e7dd2f9d14 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/39c3c8d802d14f2c91f7b5e7dd2f9d14 2024-11-20T10:24:54,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c9ab806ee02f455485cf7b8ad1719024 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/c9ab806ee02f455485cf7b8ad1719024 2024-11-20T10:24:54,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/0fb7c9a32de34790aed2c1380ccb5a19 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/0fb7c9a32de34790aed2c1380ccb5a19 2024-11-20T10:24:54,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d763d2ed7804479d9ba528690cd7f90f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/d763d2ed7804479d9ba528690cd7f90f 2024-11-20T10:24:54,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bacca230bdd84f5e9c44796a5744ad52 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/bacca230bdd84f5e9c44796a5744ad52 2024-11-20T10:24:54,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b47a1c3c30a3485bbbbd198f727c093b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4c27d3a4d76a4b41b61f4de2a3531e25, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f07f12b8460645bfa6d1e96ecd24d2de, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/727c84e1185c4541ab096a2e0dbf82b5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/496c52954331464f9c87e24dbb137438, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/146a37b6eb024bb7b62974ec9e5033aa, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1f06616638f144e79fa6377770db8809, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4fcd2aedcb9f4730b448f3c448fe4f4c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/8c46c401d0f347548f33f0263d2d1dee, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f49e7ecb0d8c4f98af18f1ffe9969bec, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/d038f0c9837245f68676b07ed86183af, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f4f202dc11c54961a23cf031dbda1567, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/08a155575b4441c5aee79bd6ae4815b3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/20033d9048804b0c87d9ab705a65fd40, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/cafc04306a1a40f3a9515de986c014c7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/0bfd6f8f1e91462b99fc0c557e895814, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1b21f97c03d04f6a8875a527a641770a, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/ee642757aca149238195d8b4ef20acf6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b7446e9b1ea847e49eb81b8661164dd3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/c72940e181284115a48882d9fd93376d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/185c40ff6eaf48029f8de0b96f536e2a] to archive 2024-11-20T10:24:54,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:54,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b47a1c3c30a3485bbbbd198f727c093b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b47a1c3c30a3485bbbbd198f727c093b 2024-11-20T10:24:54,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4c27d3a4d76a4b41b61f4de2a3531e25 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4c27d3a4d76a4b41b61f4de2a3531e25 2024-11-20T10:24:54,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f07f12b8460645bfa6d1e96ecd24d2de to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f07f12b8460645bfa6d1e96ecd24d2de 2024-11-20T10:24:54,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/727c84e1185c4541ab096a2e0dbf82b5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/727c84e1185c4541ab096a2e0dbf82b5 2024-11-20T10:24:54,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/496c52954331464f9c87e24dbb137438 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/496c52954331464f9c87e24dbb137438 2024-11-20T10:24:54,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/146a37b6eb024bb7b62974ec9e5033aa to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/146a37b6eb024bb7b62974ec9e5033aa 2024-11-20T10:24:54,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1f06616638f144e79fa6377770db8809 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1f06616638f144e79fa6377770db8809 2024-11-20T10:24:54,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4fcd2aedcb9f4730b448f3c448fe4f4c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/4fcd2aedcb9f4730b448f3c448fe4f4c 2024-11-20T10:24:54,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/8c46c401d0f347548f33f0263d2d1dee to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/8c46c401d0f347548f33f0263d2d1dee 2024-11-20T10:24:54,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f49e7ecb0d8c4f98af18f1ffe9969bec to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f49e7ecb0d8c4f98af18f1ffe9969bec 2024-11-20T10:24:54,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/d038f0c9837245f68676b07ed86183af to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/d038f0c9837245f68676b07ed86183af 2024-11-20T10:24:54,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f4f202dc11c54961a23cf031dbda1567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/f4f202dc11c54961a23cf031dbda1567 2024-11-20T10:24:54,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/08a155575b4441c5aee79bd6ae4815b3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/08a155575b4441c5aee79bd6ae4815b3 2024-11-20T10:24:54,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/20033d9048804b0c87d9ab705a65fd40 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/20033d9048804b0c87d9ab705a65fd40 2024-11-20T10:24:54,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/cafc04306a1a40f3a9515de986c014c7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/cafc04306a1a40f3a9515de986c014c7 2024-11-20T10:24:54,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/0bfd6f8f1e91462b99fc0c557e895814 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/0bfd6f8f1e91462b99fc0c557e895814 2024-11-20T10:24:54,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1b21f97c03d04f6a8875a527a641770a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/1b21f97c03d04f6a8875a527a641770a 2024-11-20T10:24:54,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/ee642757aca149238195d8b4ef20acf6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/ee642757aca149238195d8b4ef20acf6 2024-11-20T10:24:54,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b7446e9b1ea847e49eb81b8661164dd3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/b7446e9b1ea847e49eb81b8661164dd3 2024-11-20T10:24:54,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/c72940e181284115a48882d9fd93376d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/c72940e181284115a48882d9fd93376d 2024-11-20T10:24:54,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/185c40ff6eaf48029f8de0b96f536e2a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/185c40ff6eaf48029f8de0b96f536e2a 2024-11-20T10:24:54,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3e9da67d13d64f73a7245d4736d1a1f7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/aea0ff832d2d4ac682c10928778f40b7, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/964dbacdc67c473e9d49ef67f867f42c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f0b46ff11e6b4b7b856e8145ba0e37ee, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4b29f047bd7a484f920fe28133f48bbc, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/cdb6ece7ac3546aaae7efdf46d54ddcf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f77ec1b1ae3c455fb2a9436f66f934ec, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/80761699f9504a969ce2c39af8549bf8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/510a9822ac7541f9a4fb519b152bef85, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/43e4b0425f644dc2a89788601b1266a6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c83ce7e1a068481fbaf69d8935f898a1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/e2f4942196834a1da2420f1998ea1152, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/63bc158f38fb4975a8a1332a92bdc895, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a011083ae838466a9bbece3dd85e0b24, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/1617b4ac4812451c9bb60d9d5bfb82a8, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4512f3ab0b824306a30cc89a19e3ba6e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/48f780d9b1ed41f0898b8962beb8107e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/25b3e1f78eb54ae3b0e8ff57a02b4e22, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3c4d0000952a46728de968954724fd03, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/37807c2d67b34fdf95dcf5ebde44c92f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a4a55da7b4894605846a10dded63218a] to archive 2024-11-20T10:24:54,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:24:54,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3e9da67d13d64f73a7245d4736d1a1f7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3e9da67d13d64f73a7245d4736d1a1f7 2024-11-20T10:24:54,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/aea0ff832d2d4ac682c10928778f40b7 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/aea0ff832d2d4ac682c10928778f40b7 2024-11-20T10:24:54,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/964dbacdc67c473e9d49ef67f867f42c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/964dbacdc67c473e9d49ef67f867f42c 2024-11-20T10:24:54,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f0b46ff11e6b4b7b856e8145ba0e37ee to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f0b46ff11e6b4b7b856e8145ba0e37ee 2024-11-20T10:24:54,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4b29f047bd7a484f920fe28133f48bbc to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4b29f047bd7a484f920fe28133f48bbc 2024-11-20T10:24:54,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/cdb6ece7ac3546aaae7efdf46d54ddcf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/cdb6ece7ac3546aaae7efdf46d54ddcf 2024-11-20T10:24:54,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f77ec1b1ae3c455fb2a9436f66f934ec to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/f77ec1b1ae3c455fb2a9436f66f934ec 2024-11-20T10:24:54,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/80761699f9504a969ce2c39af8549bf8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/80761699f9504a969ce2c39af8549bf8 2024-11-20T10:24:54,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/510a9822ac7541f9a4fb519b152bef85 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/510a9822ac7541f9a4fb519b152bef85 2024-11-20T10:24:54,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/43e4b0425f644dc2a89788601b1266a6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/43e4b0425f644dc2a89788601b1266a6 2024-11-20T10:24:54,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c83ce7e1a068481fbaf69d8935f898a1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c83ce7e1a068481fbaf69d8935f898a1 2024-11-20T10:24:54,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/e2f4942196834a1da2420f1998ea1152 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/e2f4942196834a1da2420f1998ea1152 2024-11-20T10:24:54,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/63bc158f38fb4975a8a1332a92bdc895 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/63bc158f38fb4975a8a1332a92bdc895 2024-11-20T10:24:54,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a011083ae838466a9bbece3dd85e0b24 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a011083ae838466a9bbece3dd85e0b24 2024-11-20T10:24:54,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/1617b4ac4812451c9bb60d9d5bfb82a8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/1617b4ac4812451c9bb60d9d5bfb82a8 2024-11-20T10:24:54,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4512f3ab0b824306a30cc89a19e3ba6e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/4512f3ab0b824306a30cc89a19e3ba6e 2024-11-20T10:24:54,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/48f780d9b1ed41f0898b8962beb8107e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/48f780d9b1ed41f0898b8962beb8107e 2024-11-20T10:24:54,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/25b3e1f78eb54ae3b0e8ff57a02b4e22 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/25b3e1f78eb54ae3b0e8ff57a02b4e22 2024-11-20T10:24:54,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3c4d0000952a46728de968954724fd03 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/3c4d0000952a46728de968954724fd03 2024-11-20T10:24:54,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/37807c2d67b34fdf95dcf5ebde44c92f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/37807c2d67b34fdf95dcf5ebde44c92f 2024-11-20T10:24:54,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a4a55da7b4894605846a10dded63218a to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a4a55da7b4894605846a10dded63218a 2024-11-20T10:24:54,194 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/recovered.edits/350.seqid, newMaxSeqId=350, maxSeqId=1 2024-11-20T10:24:54,195 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107. 2024-11-20T10:24:54,195 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1635): Region close journal for 6fc3aea106d9ed03d8b67b666553c107: 2024-11-20T10:24:54,196 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(170): Closed 6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:54,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=6fc3aea106d9ed03d8b67b666553c107, regionState=CLOSED 2024-11-20T10:24:54,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T10:24:54,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseRegionProcedure 6fc3aea106d9ed03d8b67b666553c107, server=d4f420762b49,44213,1732098148621 in 1.4480 sec 2024-11-20T10:24:54,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T10:24:54,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6fc3aea106d9ed03d8b67b666553c107, UNASSIGN in 1.4500 sec 2024-11-20T10:24:54,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T10:24:54,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4520 sec 2024-11-20T10:24:54,201 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098294201"}]},"ts":"1732098294201"} 2024-11-20T10:24:54,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T10:24:54,203 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T10:24:54,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4650 sec 2024-11-20T10:24:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T10:24:54,846 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T10:24:54,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T10:24:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:54,848 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T10:24:54,848 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=138, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:54,850 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:54,852 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/recovered.edits] 2024-11-20T10:24:54,853 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/11080fefe54b43b190c336101da952e6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/11080fefe54b43b190c336101da952e6 2024-11-20T10:24:54,854 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/4e8183fca5b04552bfae778a4fc72366 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/4e8183fca5b04552bfae778a4fc72366 2024-11-20T10:24:54,855 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6ecf7657601143f6b74837a19502c0c4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/6ecf7657601143f6b74837a19502c0c4 2024-11-20T10:24:54,856 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/75d6bdb41dff4cc08fef97b51c91f1b2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/A/75d6bdb41dff4cc08fef97b51c91f1b2 2024-11-20T10:24:54,857 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/052e07e024f24b84bcf9b87e02900cd0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/052e07e024f24b84bcf9b87e02900cd0 2024-11-20T10:24:54,858 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/226cb320a38942179342907b3e29c5b1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/226cb320a38942179342907b3e29c5b1 2024-11-20T10:24:54,858 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/58977cf6551748d6b6233ec7d41e862c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/58977cf6551748d6b6233ec7d41e862c 2024-11-20T10:24:54,859 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/9faf9e471ebc45c5b710a857a4119a81 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/B/9faf9e471ebc45c5b710a857a4119a81 2024-11-20T10:24:54,861 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/26591fe50f164c21a43d1e5306a04e80 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/26591fe50f164c21a43d1e5306a04e80 2024-11-20T10:24:54,861 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/82ae22ee48af4b70b538877b7cdbb935 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/82ae22ee48af4b70b538877b7cdbb935 2024-11-20T10:24:54,862 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a33837e7837d422eb55371929085cf22 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/a33837e7837d422eb55371929085cf22 2024-11-20T10:24:54,863 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c07ff725e02245578cba9e27428a380d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/C/c07ff725e02245578cba9e27428a380d 2024-11-20T10:24:54,864 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/recovered.edits/350.seqid to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107/recovered.edits/350.seqid 2024-11-20T10:24:54,865 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/6fc3aea106d9ed03d8b67b666553c107 2024-11-20T10:24:54,865 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T10:24:54,867 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=138, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:54,868 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T10:24:54,869 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T10:24:54,870 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=138, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:54,870 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T10:24:54,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732098294870"}]},"ts":"9223372036854775807"} 2024-11-20T10:24:54,872 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T10:24:54,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6fc3aea106d9ed03d8b67b666553c107, NAME => 'TestAcidGuarantees,,1732098268833.6fc3aea106d9ed03d8b67b666553c107.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T10:24:54,872 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T10:24:54,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732098294872"}]},"ts":"9223372036854775807"} 2024-11-20T10:24:54,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T10:24:54,875 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=138, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:54,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-20T10:24:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T10:24:54,949 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T10:24:54,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=5434 (was 5446) 2024-11-20T10:24:54,966 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=5434 2024-11-20T10:24:54,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:24:54,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:24:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:54,969 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T10:24:54,969 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:54,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 139 2024-11-20T10:24:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-20T10:24:54,970 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T10:24:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742292_1468 (size=963) 2024-11-20T10:24:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-20T10:24:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-20T10:24:55,376 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313 2024-11-20T10:24:55,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742293_1469 (size=53) 2024-11-20T10:24:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-20T10:24:55,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:55,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e40b3a24aeb2f4131648b5889e1fc567, disabling compactions & flushes 2024-11-20T10:24:55,781 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:55,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:55,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. after waiting 0 ms 2024-11-20T10:24:55,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:55,781 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:55,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:24:55,782 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T10:24:55,782 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732098295782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732098295782"}]},"ts":"1732098295782"} 2024-11-20T10:24:55,783 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T10:24:55,783 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T10:24:55,784 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098295784"}]},"ts":"1732098295784"} 2024-11-20T10:24:55,784 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T10:24:55,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, ASSIGN}] 2024-11-20T10:24:55,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, ASSIGN 2024-11-20T10:24:55,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, ASSIGN; state=OFFLINE, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=false 2024-11-20T10:24:55,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:55,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; OpenRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-20T10:24:56,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:56,094 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:56,095 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7285): Opening region: {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:24:56,095 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,095 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:56,095 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7327): checking encryption for e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,095 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7330): checking classloading for e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,096 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,097 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:56,097 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e40b3a24aeb2f4131648b5889e1fc567 columnFamilyName A 2024-11-20T10:24:56,097 DEBUG [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:56,098 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(327): Store=e40b3a24aeb2f4131648b5889e1fc567/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:56,098 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,098 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:56,099 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e40b3a24aeb2f4131648b5889e1fc567 columnFamilyName B 2024-11-20T10:24:56,099 DEBUG [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:56,099 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(327): Store=e40b3a24aeb2f4131648b5889e1fc567/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:56,099 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,100 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:56,100 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e40b3a24aeb2f4131648b5889e1fc567 columnFamilyName C 2024-11-20T10:24:56,100 DEBUG [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:56,100 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(327): Store=e40b3a24aeb2f4131648b5889e1fc567/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:56,100 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:56,101 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,101 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,102 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:24:56,103 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1085): writing seq id for e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:56,105 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T10:24:56,105 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1102): Opened e40b3a24aeb2f4131648b5889e1fc567; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60873329, jitterRate=-0.09291671216487885}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:24:56,106 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1001): Region open journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:24:56,106 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., pid=141, masterSystemTime=1732098296092 2024-11-20T10:24:56,107 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:56,107 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:56,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=OPEN, openSeqNum=2, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:56,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T10:24:56,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; OpenRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 in 167 msec 2024-11-20T10:24:56,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T10:24:56,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, ASSIGN in 321 msec 2024-11-20T10:24:56,111 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T10:24:56,111 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098296111"}]},"ts":"1732098296111"} 2024-11-20T10:24:56,112 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T10:24:56,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T10:24:56,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-20T10:24:56,997 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T10:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-20T10:24:57,073 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 139 completed 2024-11-20T10:24:57,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-20T10:24:57,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:57,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:57,082 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:57,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T10:24:57,083 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T10:24:57,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T10:24:57,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T10:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T10:24:57,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742294_1470 (size=999) 2024-11-20T10:24:57,494 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T10:24:57,494 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T10:24:57,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:24:57,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, REOPEN/MOVE}] 2024-11-20T10:24:57,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, REOPEN/MOVE 2024-11-20T10:24:57,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:57,499 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:24:57,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:57,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:57,651 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,651 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:24:57,651 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing e40b3a24aeb2f4131648b5889e1fc567, disabling compactions & flushes 2024-11-20T10:24:57,651 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,651 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,651 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. after waiting 0 ms 2024-11-20T10:24:57,651 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,654 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T10:24:57,654 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,654 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:24:57,655 WARN [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionServer(3786): Not adding moved region record: e40b3a24aeb2f4131648b5889e1fc567 to self. 2024-11-20T10:24:57,656 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,656 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=CLOSED 2024-11-20T10:24:57,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-20T10:24:57,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 in 158 msec 2024-11-20T10:24:57,658 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, REOPEN/MOVE; state=CLOSED, location=d4f420762b49,44213,1732098148621; forceNewPlan=false, retain=true 2024-11-20T10:24:57,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=OPENING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:57,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=144, state=RUNNABLE; OpenRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:24:57,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:57,963 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,964 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7285): Opening region: {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} 2024-11-20T10:24:57,964 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,964 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T10:24:57,964 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7327): checking encryption for e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,964 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7330): checking classloading for e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,965 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,966 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:57,966 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e40b3a24aeb2f4131648b5889e1fc567 columnFamilyName A 2024-11-20T10:24:57,967 DEBUG [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:57,967 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(327): Store=e40b3a24aeb2f4131648b5889e1fc567/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:57,967 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,968 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:57,968 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e40b3a24aeb2f4131648b5889e1fc567 columnFamilyName B 2024-11-20T10:24:57,968 DEBUG [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:57,968 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(327): Store=e40b3a24aeb2f4131648b5889e1fc567/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:57,968 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,969 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T10:24:57,969 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e40b3a24aeb2f4131648b5889e1fc567 columnFamilyName C 2024-11-20T10:24:57,969 DEBUG [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:57,969 INFO [StoreOpener-e40b3a24aeb2f4131648b5889e1fc567-1 {}] regionserver.HStore(327): Store=e40b3a24aeb2f4131648b5889e1fc567/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T10:24:57,969 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,970 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,970 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,971 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T10:24:57,972 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1085): writing seq id for e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:57,973 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1102): Opened e40b3a24aeb2f4131648b5889e1fc567; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63454514, jitterRate=-0.05445405840873718}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T10:24:57,974 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1001): Region open journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:24:57,974 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., pid=146, masterSystemTime=1732098297961 2024-11-20T10:24:57,975 DEBUG [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,975 INFO [RS_OPEN_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:57,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=OPEN, openSeqNum=5, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:24:57,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=144 2024-11-20T10:24:57,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=144, state=SUCCESS; OpenRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 in 166 msec 2024-11-20T10:24:57,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T10:24:57,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, REOPEN/MOVE in 480 msec 2024-11-20T10:24:57,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T10:24:57,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 482 msec 2024-11-20T10:24:57,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-20T10:24:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T10:24:57,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-20T10:24:57,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:57,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-20T10:24:57,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:57,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-20T10:24:57,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:57,993 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-20T10:24:57,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:57,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-20T10:24:58,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:58,002 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-20T10:24:58,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:58,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-20T10:24:58,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:58,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-20T10:24:58,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:58,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-20T10:24:58,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:58,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:52472 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-20T10:24:58,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T10:24:58,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:24:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-20T10:24:58,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:24:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T10:24:58,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:24:58,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:24:58,032 DEBUG [hconnection-0x1b47c70e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,033 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,036 DEBUG [hconnection-0x28731a1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,036 DEBUG [hconnection-0x61f7b3a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,037 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,037 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,041 DEBUG [hconnection-0x7ba8a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,042 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,043 DEBUG [hconnection-0x6f0472e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,043 DEBUG [hconnection-0x261df043-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,044 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,044 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,044 DEBUG [hconnection-0x34a9916e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,044 DEBUG [hconnection-0x5da36d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,045 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,045 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,045 DEBUG [hconnection-0x23ad8573-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,048 DEBUG [hconnection-0x655865f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T10:24:58,049 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T10:24:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:58,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T10:24:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:24:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:24:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:24:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098358082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098358082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098358083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098358083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098358085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c2c004fd20944f849b5749fde5164e5f_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098298067/Put/seqid=0 2024-11-20T10:24:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742295_1471 (size=12154) 2024-11-20T10:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T10:24:58,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:58,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:58,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098358186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098358186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098358186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098358186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098358188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T10:24:58,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098358388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098358389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098358388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098358390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098358390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:58,502 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c2c004fd20944f849b5749fde5164e5f_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c2c004fd20944f849b5749fde5164e5f_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:58,502 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ceb498074a684c9aa7d8915bb935bdc5, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:24:58,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ceb498074a684c9aa7d8915bb935bdc5 is 175, key is test_row_0/A:col10/1732098298067/Put/seqid=0 2024-11-20T10:24:58,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742296_1472 (size=30955) 2024-11-20T10:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T10:24:58,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:58,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:58,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098358692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098358692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098358693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098358693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098358693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ceb498074a684c9aa7d8915bb935bdc5 2024-11-20T10:24:58,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/be1ac5274a8f46ff8a38a9182bcea4cf is 50, key is test_row_0/B:col10/1732098298067/Put/seqid=0 2024-11-20T10:24:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742297_1473 (size=12001) 2024-11-20T10:24:58,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:58,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:58,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:59,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:59,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:59,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:59,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:59,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:59,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T10:24:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098359194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098359194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098359195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098359196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:24:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098359198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:59,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:59,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:24:59,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:59,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:59,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:24:59,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/be1ac5274a8f46ff8a38a9182bcea4cf 2024-11-20T10:24:59,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/007dc99595e648778ed77f7c3c67985f is 50, key is test_row_0/C:col10/1732098298067/Put/seqid=0 2024-11-20T10:24:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742298_1474 (size=12001) 2024-11-20T10:24:59,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/007dc99595e648778ed77f7c3c67985f 2024-11-20T10:24:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ceb498074a684c9aa7d8915bb935bdc5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ceb498074a684c9aa7d8915bb935bdc5 2024-11-20T10:24:59,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ceb498074a684c9aa7d8915bb935bdc5, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T10:24:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/be1ac5274a8f46ff8a38a9182bcea4cf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/be1ac5274a8f46ff8a38a9182bcea4cf 2024-11-20T10:24:59,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/be1ac5274a8f46ff8a38a9182bcea4cf, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T10:24:59,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/007dc99595e648778ed77f7c3c67985f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/007dc99595e648778ed77f7c3c67985f 2024-11-20T10:24:59,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/007dc99595e648778ed77f7c3c67985f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T10:24:59,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e40b3a24aeb2f4131648b5889e1fc567 in 1315ms, sequenceid=16, compaction requested=false 2024-11-20T10:24:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T10:24:59,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:24:59,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:24:59,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T10:24:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:24:59,404 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T10:24:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:24:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:24:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:24:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:24:59,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120350d46550633420ca5ce327679bc99c7_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098298081/Put/seqid=0 2024-11-20T10:24:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742299_1475 (size=12154) 2024-11-20T10:24:59,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T10:24:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:24:59,827 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120350d46550633420ca5ce327679bc99c7_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120350d46550633420ca5ce327679bc99c7_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:24:59,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/cdd5e59a44cc4419b78bbdcd974de7a6, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:24:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/cdd5e59a44cc4419b78bbdcd974de7a6 is 175, key is test_row_0/A:col10/1732098298081/Put/seqid=0 2024-11-20T10:24:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742300_1476 (size=30955) 2024-11-20T10:25:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T10:25:00,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:00,233 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/cdd5e59a44cc4419b78bbdcd974de7a6 2024-11-20T10:25:00,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098360209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/63389493ba36482cbdcaeaebc8e2e760 is 50, key is test_row_0/B:col10/1732098298081/Put/seqid=0 2024-11-20T10:25:00,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098360210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098360237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098360237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098360238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742301_1477 (size=12001) 2024-11-20T10:25:00,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098360338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098360340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098360341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098360342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098360342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098360541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098360542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098360543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098360544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098360545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,646 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/63389493ba36482cbdcaeaebc8e2e760 2024-11-20T10:25:00,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/4e3aa025d9e34802884f9521fcd2d1e4 is 50, key is test_row_0/C:col10/1732098298081/Put/seqid=0 2024-11-20T10:25:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742302_1478 (size=12001) 2024-11-20T10:25:00,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098360845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098360846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098360846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098360847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098360848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,058 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/4e3aa025d9e34802884f9521fcd2d1e4 2024-11-20T10:25:01,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/cdd5e59a44cc4419b78bbdcd974de7a6 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/cdd5e59a44cc4419b78bbdcd974de7a6 2024-11-20T10:25:01,066 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/cdd5e59a44cc4419b78bbdcd974de7a6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T10:25:01,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/63389493ba36482cbdcaeaebc8e2e760 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/63389493ba36482cbdcaeaebc8e2e760 2024-11-20T10:25:01,070 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/63389493ba36482cbdcaeaebc8e2e760, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T10:25:01,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/4e3aa025d9e34802884f9521fcd2d1e4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e3aa025d9e34802884f9521fcd2d1e4 2024-11-20T10:25:01,074 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e3aa025d9e34802884f9521fcd2d1e4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T10:25:01,075 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for e40b3a24aeb2f4131648b5889e1fc567 in 1672ms, sequenceid=40, compaction requested=false 2024-11-20T10:25:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-20T10:25:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-20T10:25:01,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T10:25:01,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0450 sec 2024-11-20T10:25:01,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 3.0480 sec 2024-11-20T10:25:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:01,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T10:25:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:01,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb4ca25db235466ab8702a6c51fb91b9_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098301348/Put/seqid=0 2024-11-20T10:25:01,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742303_1479 (size=14594) 2024-11-20T10:25:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098361363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098361364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098361365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098361365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098361366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098361468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098361468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098361469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098361469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098361469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098361671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098361671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098361671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098361672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098361672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:01,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb4ca25db235466ab8702a6c51fb91b9_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb4ca25db235466ab8702a6c51fb91b9_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:01,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/17e4369d4a2d4bdb87a24e20f7b6299f, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:01,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/17e4369d4a2d4bdb87a24e20f7b6299f is 175, key is test_row_0/A:col10/1732098301348/Put/seqid=0 2024-11-20T10:25:01,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742304_1480 (size=39549) 2024-11-20T10:25:01,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098361974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098361974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098361975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098361975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:01,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098361976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T10:25:02,135 INFO [Thread-2123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-20T10:25:02,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:25:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-20T10:25:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T10:25:02,137 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:25:02,138 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:25:02,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:25:02,170 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/17e4369d4a2d4bdb87a24e20f7b6299f 2024-11-20T10:25:02,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b9b5b232eaf849b6b438214df222e916 is 50, key is test_row_0/B:col10/1732098301348/Put/seqid=0 2024-11-20T10:25:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742305_1481 (size=12001) 2024-11-20T10:25:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T10:25:02,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T10:25:02,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:02,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T10:25:02,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T10:25:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098362479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098362479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098362480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098362481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098362482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b9b5b232eaf849b6b438214df222e916 2024-11-20T10:25:02,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/b673c89131834c4da2b0f6fca4965aaf is 50, key is test_row_0/C:col10/1732098301348/Put/seqid=0 2024-11-20T10:25:02,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742306_1482 (size=12001) 2024-11-20T10:25:02,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T10:25:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T10:25:02,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T10:25:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:02,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T10:25:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:02,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:02,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/b673c89131834c4da2b0f6fca4965aaf 2024-11-20T10:25:02,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/17e4369d4a2d4bdb87a24e20f7b6299f as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/17e4369d4a2d4bdb87a24e20f7b6299f 2024-11-20T10:25:02,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/17e4369d4a2d4bdb87a24e20f7b6299f, entries=200, sequenceid=55, filesize=38.6 K 2024-11-20T10:25:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b9b5b232eaf849b6b438214df222e916 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b9b5b232eaf849b6b438214df222e916 2024-11-20T10:25:03,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b9b5b232eaf849b6b438214df222e916, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T10:25:03,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/b673c89131834c4da2b0f6fca4965aaf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/b673c89131834c4da2b0f6fca4965aaf 2024-11-20T10:25:03,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/b673c89131834c4da2b0f6fca4965aaf, entries=150, sequenceid=55, filesize=11.7 K 2024-11-20T10:25:03,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e40b3a24aeb2f4131648b5889e1fc567 in 1657ms, sequenceid=55, compaction requested=true 2024-11-20T10:25:03,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:25:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:03,007 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:25:03,007 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:25:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:25:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:25:03,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:25:03,007 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:25:03,007 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:25:03,007 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/A is initiating minor compaction (all files) 2024-11-20T10:25:03,007 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/B is initiating minor compaction (all files) 2024-11-20T10:25:03,008 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/A in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:03,008 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/B in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:03,008 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ceb498074a684c9aa7d8915bb935bdc5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/cdd5e59a44cc4419b78bbdcd974de7a6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/17e4369d4a2d4bdb87a24e20f7b6299f] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=99.1 K 2024-11-20T10:25:03,008 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/be1ac5274a8f46ff8a38a9182bcea4cf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/63389493ba36482cbdcaeaebc8e2e760, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b9b5b232eaf849b6b438214df222e916] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=35.2 K 2024-11-20T10:25:03,008 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:03,008 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ceb498074a684c9aa7d8915bb935bdc5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/cdd5e59a44cc4419b78bbdcd974de7a6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/17e4369d4a2d4bdb87a24e20f7b6299f] 2024-11-20T10:25:03,008 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting be1ac5274a8f46ff8a38a9182bcea4cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732098298045 2024-11-20T10:25:03,008 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb498074a684c9aa7d8915bb935bdc5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732098298045 2024-11-20T10:25:03,009 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdd5e59a44cc4419b78bbdcd974de7a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732098298080 2024-11-20T10:25:03,009 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 63389493ba36482cbdcaeaebc8e2e760, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732098298080 2024-11-20T10:25:03,009 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17e4369d4a2d4bdb87a24e20f7b6299f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098300205 2024-11-20T10:25:03,009 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b9b5b232eaf849b6b438214df222e916, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098300205 2024-11-20T10:25:03,014 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:03,016 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#B#compaction#412 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:03,016 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/a67d23989ddf4acfa54a76acfb9e1fd3 is 50, key is test_row_0/B:col10/1732098301348/Put/seqid=0 2024-11-20T10:25:03,018 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b84969262d444872876ff58f56dd8500_e40b3a24aeb2f4131648b5889e1fc567 store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:03,019 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b84969262d444872876ff58f56dd8500_e40b3a24aeb2f4131648b5889e1fc567, store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:03,019 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b84969262d444872876ff58f56dd8500_e40b3a24aeb2f4131648b5889e1fc567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742307_1483 (size=12104) 2024-11-20T10:25:03,024 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/a67d23989ddf4acfa54a76acfb9e1fd3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/a67d23989ddf4acfa54a76acfb9e1fd3 2024-11-20T10:25:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742308_1484 (size=4469) 2024-11-20T10:25:03,027 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#A#compaction#411 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:03,028 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/220e156f72a7484cb562728792c42453 is 175, key is test_row_0/A:col10/1732098301348/Put/seqid=0 2024-11-20T10:25:03,029 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/B of e40b3a24aeb2f4131648b5889e1fc567 into a67d23989ddf4acfa54a76acfb9e1fd3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:03,029 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:03,029 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/B, priority=13, startTime=1732098303007; duration=0sec 2024-11-20T10:25:03,029 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:25:03,029 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:B 2024-11-20T10:25:03,029 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:25:03,030 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:25:03,030 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/C is initiating minor compaction (all files) 2024-11-20T10:25:03,030 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/C in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:03,030 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/007dc99595e648778ed77f7c3c67985f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e3aa025d9e34802884f9521fcd2d1e4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/b673c89131834c4da2b0f6fca4965aaf] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=35.2 K 2024-11-20T10:25:03,031 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 007dc99595e648778ed77f7c3c67985f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732098298045 2024-11-20T10:25:03,031 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3aa025d9e34802884f9521fcd2d1e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732098298080 2024-11-20T10:25:03,031 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b673c89131834c4da2b0f6fca4965aaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098300205 2024-11-20T10:25:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742309_1485 (size=31058) 2024-11-20T10:25:03,040 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:03,041 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/95c7707e8eaf4f2b967b27662b07bd00 is 50, key is test_row_0/C:col10/1732098301348/Put/seqid=0 2024-11-20T10:25:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742310_1486 (size=12104) 2024-11-20T10:25:03,050 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/95c7707e8eaf4f2b967b27662b07bd00 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/95c7707e8eaf4f2b967b27662b07bd00 2024-11-20T10:25:03,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T10:25:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:03,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T10:25:03,054 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/C of e40b3a24aeb2f4131648b5889e1fc567 into 95c7707e8eaf4f2b967b27662b07bd00(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:03,054 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:03,054 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/C, priority=13, startTime=1732098303007; duration=0sec 2024-11-20T10:25:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:03,054 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:03,055 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:C 2024-11-20T10:25:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:03,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020960d36790b411cba9231b0081d92b5_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098301364/Put/seqid=0 2024-11-20T10:25:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742311_1487 (size=12154) 2024-11-20T10:25:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T10:25:03,436 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/220e156f72a7484cb562728792c42453 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/220e156f72a7484cb562728792c42453 2024-11-20T10:25:03,440 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/A of e40b3a24aeb2f4131648b5889e1fc567 into 220e156f72a7484cb562728792c42453(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:03,440 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:03,440 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/A, priority=13, startTime=1732098303006; duration=0sec 2024-11-20T10:25:03,440 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:03,440 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:A 2024-11-20T10:25:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:03,469 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112020960d36790b411cba9231b0081d92b5_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020960d36790b411cba9231b0081d92b5_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/1572d6c8760a493d93e54e4658d7ddf1, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:03,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/1572d6c8760a493d93e54e4658d7ddf1 is 175, key is test_row_0/A:col10/1732098301364/Put/seqid=0 2024-11-20T10:25:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742312_1488 (size=30955) 2024-11-20T10:25:03,475 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/1572d6c8760a493d93e54e4658d7ddf1 2024-11-20T10:25:03,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b68f900fe6054a188d1d5266b3dac068 is 50, key is test_row_0/B:col10/1732098301364/Put/seqid=0 2024-11-20T10:25:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742313_1489 (size=12001) 2024-11-20T10:25:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:03,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:03,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098363493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098363493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098363495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098363496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098363496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098363597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098363597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098363598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098363599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098363599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098363800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098363801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098363802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098363802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098363802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:03,885 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b68f900fe6054a188d1d5266b3dac068 2024-11-20T10:25:03,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/cf453486dc5e46b2989af3800421eca2 is 50, key is test_row_0/C:col10/1732098301364/Put/seqid=0 2024-11-20T10:25:03,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742314_1490 (size=12001) 2024-11-20T10:25:04,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098364103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098364104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098364104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098364105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098364106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T10:25:04,296 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/cf453486dc5e46b2989af3800421eca2 2024-11-20T10:25:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/1572d6c8760a493d93e54e4658d7ddf1 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/1572d6c8760a493d93e54e4658d7ddf1 2024-11-20T10:25:04,305 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/1572d6c8760a493d93e54e4658d7ddf1, entries=150, sequenceid=78, filesize=30.2 K 2024-11-20T10:25:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b68f900fe6054a188d1d5266b3dac068 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b68f900fe6054a188d1d5266b3dac068 2024-11-20T10:25:04,309 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b68f900fe6054a188d1d5266b3dac068, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T10:25:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/cf453486dc5e46b2989af3800421eca2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/cf453486dc5e46b2989af3800421eca2 2024-11-20T10:25:04,314 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/cf453486dc5e46b2989af3800421eca2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T10:25:04,315 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for e40b3a24aeb2f4131648b5889e1fc567 in 1260ms, sequenceid=78, compaction requested=false 2024-11-20T10:25:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-20T10:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-20T10:25:04,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T10:25:04,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-11-20T10:25:04,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.1810 sec 2024-11-20T10:25:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:04,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T10:25:04,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:04,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112021d5414d62e34b6e9d6a522ba819e41e_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098304606/Put/seqid=0 2024-11-20T10:25:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742315_1491 (size=14594) 2024-11-20T10:25:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098364617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098364619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098364619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098364620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098364621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098364722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098364723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098364723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098364724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098364724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098364924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098364925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098364926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098364926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098364926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:05,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112021d5414d62e34b6e9d6a522ba819e41e_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021d5414d62e34b6e9d6a522ba819e41e_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:05,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/61b028f4fa874ca5837309830f4e1a4b, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:05,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/61b028f4fa874ca5837309830f4e1a4b is 175, key is test_row_0/A:col10/1732098304606/Put/seqid=0 2024-11-20T10:25:05,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742316_1492 (size=39549) 2024-11-20T10:25:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098365228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098365229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098365229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098365230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098365231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/61b028f4fa874ca5837309830f4e1a4b 2024-11-20T10:25:05,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/509c5e4f5d1e4e9da929f921393f1616 is 50, key is test_row_0/B:col10/1732098304606/Put/seqid=0 2024-11-20T10:25:05,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742317_1493 (size=12001) 2024-11-20T10:25:05,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098365732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098365734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098365734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098365735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098365735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:05,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/509c5e4f5d1e4e9da929f921393f1616 2024-11-20T10:25:05,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/4e508357e69a4f8bbe98a95c8e9d8e46 is 50, key is test_row_0/C:col10/1732098304606/Put/seqid=0 2024-11-20T10:25:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742318_1494 (size=12001) 2024-11-20T10:25:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T10:25:06,242 INFO [Thread-2123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-20T10:25:06,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:25:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-20T10:25:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T10:25:06,244 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:25:06,245 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:25:06,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:25:06,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/4e508357e69a4f8bbe98a95c8e9d8e46 2024-11-20T10:25:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/61b028f4fa874ca5837309830f4e1a4b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/61b028f4fa874ca5837309830f4e1a4b 2024-11-20T10:25:06,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/61b028f4fa874ca5837309830f4e1a4b, entries=200, sequenceid=97, filesize=38.6 K 2024-11-20T10:25:06,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/509c5e4f5d1e4e9da929f921393f1616 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/509c5e4f5d1e4e9da929f921393f1616 2024-11-20T10:25:06,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/509c5e4f5d1e4e9da929f921393f1616, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T10:25:06,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/4e508357e69a4f8bbe98a95c8e9d8e46 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e508357e69a4f8bbe98a95c8e9d8e46 2024-11-20T10:25:06,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e508357e69a4f8bbe98a95c8e9d8e46, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T10:25:06,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e40b3a24aeb2f4131648b5889e1fc567 in 1664ms, sequenceid=97, compaction requested=true 2024-11-20T10:25:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:25:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:06,271 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:25:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:25:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:25:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:25:06,271 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:25:06,272 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:25:06,272 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:25:06,272 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/A is initiating minor compaction (all files) 2024-11-20T10:25:06,272 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/B is initiating minor compaction (all files) 2024-11-20T10:25:06,272 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/A in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:06,272 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/B in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:06,272 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/a67d23989ddf4acfa54a76acfb9e1fd3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b68f900fe6054a188d1d5266b3dac068, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/509c5e4f5d1e4e9da929f921393f1616] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=35.3 K 2024-11-20T10:25:06,272 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/220e156f72a7484cb562728792c42453, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/1572d6c8760a493d93e54e4658d7ddf1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/61b028f4fa874ca5837309830f4e1a4b] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=99.2 K 2024-11-20T10:25:06,272 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:06,272 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/220e156f72a7484cb562728792c42453, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/1572d6c8760a493d93e54e4658d7ddf1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/61b028f4fa874ca5837309830f4e1a4b] 2024-11-20T10:25:06,273 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting a67d23989ddf4acfa54a76acfb9e1fd3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098300205 2024-11-20T10:25:06,273 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 220e156f72a7484cb562728792c42453, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098300205 2024-11-20T10:25:06,273 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1572d6c8760a493d93e54e4658d7ddf1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732098301361 2024-11-20T10:25:06,273 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b68f900fe6054a188d1d5266b3dac068, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732098301361 2024-11-20T10:25:06,273 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61b028f4fa874ca5837309830f4e1a4b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732098303492 2024-11-20T10:25:06,273 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 509c5e4f5d1e4e9da929f921393f1616, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732098303495 2024-11-20T10:25:06,279 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:06,280 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:06,281 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/f0e541dbb52545ecbba075dda138cfa5 is 50, key is test_row_0/B:col10/1732098304606/Put/seqid=0 2024-11-20T10:25:06,284 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202b56da437b224e19a8a44a57234974f2_e40b3a24aeb2f4131648b5889e1fc567 store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:06,286 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202b56da437b224e19a8a44a57234974f2_e40b3a24aeb2f4131648b5889e1fc567, store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:06,286 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b56da437b224e19a8a44a57234974f2_e40b3a24aeb2f4131648b5889e1fc567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742319_1495 (size=12207) 2024-11-20T10:25:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742320_1496 (size=4469) 2024-11-20T10:25:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T10:25:06,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-20T10:25:06,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:06,397 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T10:25:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:06,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ef7763d1dfe40c49e9a986da69f8d94_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098304617/Put/seqid=0 2024-11-20T10:25:06,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742321_1497 (size=12154) 2024-11-20T10:25:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T10:25:06,697 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#A#compaction#421 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:06,697 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/a9544cb4b66340ab9c1d46db91494321 is 175, key is test_row_0/A:col10/1732098304606/Put/seqid=0 2024-11-20T10:25:06,700 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/f0e541dbb52545ecbba075dda138cfa5 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/f0e541dbb52545ecbba075dda138cfa5 2024-11-20T10:25:06,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742322_1498 (size=31161) 2024-11-20T10:25:06,704 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/B of e40b3a24aeb2f4131648b5889e1fc567 into f0e541dbb52545ecbba075dda138cfa5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:06,704 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:06,705 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/B, priority=13, startTime=1732098306271; duration=0sec 2024-11-20T10:25:06,705 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:25:06,705 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:B 2024-11-20T10:25:06,705 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T10:25:06,705 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T10:25:06,705 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/C is initiating minor compaction (all files) 2024-11-20T10:25:06,706 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/C in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:06,706 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/95c7707e8eaf4f2b967b27662b07bd00, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/cf453486dc5e46b2989af3800421eca2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e508357e69a4f8bbe98a95c8e9d8e46] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=35.3 K 2024-11-20T10:25:06,706 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 95c7707e8eaf4f2b967b27662b07bd00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732098300205 2024-11-20T10:25:06,706 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting cf453486dc5e46b2989af3800421eca2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732098301361 2024-11-20T10:25:06,707 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e508357e69a4f8bbe98a95c8e9d8e46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732098303495 2024-11-20T10:25:06,712 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:06,713 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/5edf9bfa3f434ce0ba572cb65724f92e is 50, key is test_row_0/C:col10/1732098304606/Put/seqid=0 2024-11-20T10:25:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742323_1499 (size=12207) 2024-11-20T10:25:06,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098366751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098366752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098366752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098366753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098366754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:06,812 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ef7763d1dfe40c49e9a986da69f8d94_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ef7763d1dfe40c49e9a986da69f8d94_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ac35eb5e4c6047bc89bbb181d1b5db74, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ac35eb5e4c6047bc89bbb181d1b5db74 is 175, key is test_row_0/A:col10/1732098304617/Put/seqid=0 2024-11-20T10:25:06,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742324_1500 (size=30955) 2024-11-20T10:25:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T10:25:06,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098366855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098366855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098366856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098366857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:06,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098366857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098367058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098367058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098367058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098367060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098367060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,106 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/a9544cb4b66340ab9c1d46db91494321 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a9544cb4b66340ab9c1d46db91494321 2024-11-20T10:25:07,111 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/A of e40b3a24aeb2f4131648b5889e1fc567 into a9544cb4b66340ab9c1d46db91494321(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:07,111 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:07,111 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/A, priority=13, startTime=1732098306271; duration=0sec 2024-11-20T10:25:07,111 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:07,111 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:A 2024-11-20T10:25:07,121 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/5edf9bfa3f434ce0ba572cb65724f92e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/5edf9bfa3f434ce0ba572cb65724f92e 2024-11-20T10:25:07,125 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/C of e40b3a24aeb2f4131648b5889e1fc567 into 5edf9bfa3f434ce0ba572cb65724f92e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:07,125 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:07,125 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/C, priority=13, startTime=1732098306271; duration=0sec 2024-11-20T10:25:07,125 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:07,125 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:C 2024-11-20T10:25:07,217 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ac35eb5e4c6047bc89bbb181d1b5db74 2024-11-20T10:25:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b4b069c5063d4d67b5987609a5eb9027 is 50, key is test_row_0/B:col10/1732098304617/Put/seqid=0 2024-11-20T10:25:07,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742325_1501 (size=12001) 2024-11-20T10:25:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T10:25:07,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098367361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098367362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098367363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098367363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098367363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,629 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b4b069c5063d4d67b5987609a5eb9027 2024-11-20T10:25:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/f059a048af454f079c7502f7ebfd92cf is 50, key is test_row_0/C:col10/1732098304617/Put/seqid=0 2024-11-20T10:25:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742326_1502 (size=12001) 2024-11-20T10:25:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098367865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098367865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098367866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098367866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:07,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098367867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,042 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/f059a048af454f079c7502f7ebfd92cf 2024-11-20T10:25:08,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/ac35eb5e4c6047bc89bbb181d1b5db74 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ac35eb5e4c6047bc89bbb181d1b5db74 2024-11-20T10:25:08,050 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ac35eb5e4c6047bc89bbb181d1b5db74, entries=150, sequenceid=116, filesize=30.2 K 2024-11-20T10:25:08,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/b4b069c5063d4d67b5987609a5eb9027 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b4b069c5063d4d67b5987609a5eb9027 2024-11-20T10:25:08,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b4b069c5063d4d67b5987609a5eb9027, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T10:25:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/f059a048af454f079c7502f7ebfd92cf as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/f059a048af454f079c7502f7ebfd92cf 2024-11-20T10:25:08,058 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/f059a048af454f079c7502f7ebfd92cf, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T10:25:08,059 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e40b3a24aeb2f4131648b5889e1fc567 in 1662ms, sequenceid=116, compaction requested=false 2024-11-20T10:25:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-20T10:25:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-20T10:25:08,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T10:25:08,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-20T10:25:08,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.8190 sec 2024-11-20T10:25:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T10:25:08,348 INFO [Thread-2123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-20T10:25:08,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:25:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-20T10:25:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T10:25:08,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:25:08,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:25:08,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T10:25:08,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T10:25:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:08,504 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T10:25:08,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:08,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:08,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:08,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:08,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:08,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d2d1862ea1a940c2ad121b36096f2db3_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098306753/Put/seqid=0 2024-11-20T10:25:08,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742327_1503 (size=12304) 2024-11-20T10:25:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T10:25:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098368882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098368881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098368883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098368883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098368884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:08,918 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d2d1862ea1a940c2ad121b36096f2db3_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d2d1862ea1a940c2ad121b36096f2db3_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:08,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/999f70c282d4469ab17529f2f6a8fcf0, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:08,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/999f70c282d4469ab17529f2f6a8fcf0 is 175, key is test_row_0/A:col10/1732098306753/Put/seqid=0 2024-11-20T10:25:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742328_1504 (size=31105) 2024-11-20T10:25:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T10:25:08,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098368985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098368985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098368986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098368986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098368987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098369189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098369188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098369189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098369190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098369190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,324 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/999f70c282d4469ab17529f2f6a8fcf0 2024-11-20T10:25:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/210555e5978741639360d79a3bac765c is 50, key is test_row_0/B:col10/1732098306753/Put/seqid=0 2024-11-20T10:25:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742329_1505 (size=12151) 2024-11-20T10:25:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T10:25:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098369491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098369491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098369493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098369493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098369493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/210555e5978741639360d79a3bac765c 2024-11-20T10:25:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/080db38f9ab34c6fb56c95d08fb5bc2d is 50, key is test_row_0/C:col10/1732098306753/Put/seqid=0 2024-11-20T10:25:09,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742330_1506 (size=12151) 2024-11-20T10:25:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098369994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098369996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:10,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098369998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:10,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098369998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:10,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098369999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:10,147 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/080db38f9ab34c6fb56c95d08fb5bc2d 2024-11-20T10:25:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/999f70c282d4469ab17529f2f6a8fcf0 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/999f70c282d4469ab17529f2f6a8fcf0 2024-11-20T10:25:10,155 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/999f70c282d4469ab17529f2f6a8fcf0, entries=150, sequenceid=136, filesize=30.4 K 2024-11-20T10:25:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/210555e5978741639360d79a3bac765c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/210555e5978741639360d79a3bac765c 2024-11-20T10:25:10,160 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/210555e5978741639360d79a3bac765c, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T10:25:10,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/080db38f9ab34c6fb56c95d08fb5bc2d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/080db38f9ab34c6fb56c95d08fb5bc2d 2024-11-20T10:25:10,164 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/080db38f9ab34c6fb56c95d08fb5bc2d, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T10:25:10,165 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e40b3a24aeb2f4131648b5889e1fc567 in 1661ms, sequenceid=136, compaction requested=true 2024-11-20T10:25:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-20T10:25:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-20T10:25:10,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T10:25:10,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-20T10:25:10,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.8190 sec 2024-11-20T10:25:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T10:25:10,454 INFO [Thread-2123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-20T10:25:10,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:25:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-20T10:25:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T10:25:10,457 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:25:10,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:25:10,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:25:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T10:25:10,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:10,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T10:25:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:10,610 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T10:25:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd08dc00d3da4a31a39df38723263a4a_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098308881/Put/seqid=0 2024-11-20T10:25:10,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742331_1507 (size=12304) 2024-11-20T10:25:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T10:25:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:11,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098371012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098371015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098371015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098371015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098371016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:11,024 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd08dc00d3da4a31a39df38723263a4a_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd08dc00d3da4a31a39df38723263a4a_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/657ee21d860240698e8717495cd4552b, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/657ee21d860240698e8717495cd4552b is 175, key is test_row_0/A:col10/1732098308881/Put/seqid=0 2024-11-20T10:25:11,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742332_1508 (size=31105) 2024-11-20T10:25:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T10:25:11,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098371116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098371120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098371120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098371120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098371120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098371320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098371323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098371323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098371324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098371324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,429 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/657ee21d860240698e8717495cd4552b 2024-11-20T10:25:11,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/1df194d13a914a35b5006391347beb9c is 50, key is test_row_0/B:col10/1732098308881/Put/seqid=0 2024-11-20T10:25:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742333_1509 (size=12151) 2024-11-20T10:25:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T10:25:11,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098371623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098371626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098371627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098371628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098371628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:11,840 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/1df194d13a914a35b5006391347beb9c 2024-11-20T10:25:11,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/3d235806640d4c3ba7bf2af174db4709 is 50, key is test_row_0/C:col10/1732098308881/Put/seqid=0 2024-11-20T10:25:11,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742334_1510 (size=12151) 2024-11-20T10:25:12,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098372130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:12,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098372130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:12,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098372130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:12,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098372131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098372132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:12,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/3d235806640d4c3ba7bf2af174db4709 2024-11-20T10:25:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/657ee21d860240698e8717495cd4552b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/657ee21d860240698e8717495cd4552b 2024-11-20T10:25:12,259 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/657ee21d860240698e8717495cd4552b, entries=150, sequenceid=155, filesize=30.4 K 2024-11-20T10:25:12,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/1df194d13a914a35b5006391347beb9c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/1df194d13a914a35b5006391347beb9c 2024-11-20T10:25:12,262 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/1df194d13a914a35b5006391347beb9c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T10:25:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/3d235806640d4c3ba7bf2af174db4709 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/3d235806640d4c3ba7bf2af174db4709 2024-11-20T10:25:12,265 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/3d235806640d4c3ba7bf2af174db4709, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T10:25:12,266 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for e40b3a24aeb2f4131648b5889e1fc567 in 1656ms, sequenceid=155, compaction requested=true 2024-11-20T10:25:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:12,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-20T10:25:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-20T10:25:12,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T10:25:12,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-20T10:25:12,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.8130 sec 2024-11-20T10:25:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T10:25:12,561 INFO [Thread-2123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-20T10:25:12,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:25:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-20T10:25:12,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:25:12,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:25:12,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:25:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T10:25:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T10:25:12,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:12,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T10:25:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:12,717 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T10:25:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:12,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205527521cb720467c802c8f25141a8155_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098311014/Put/seqid=0 2024-11-20T10:25:12,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742335_1511 (size=12304) 2024-11-20T10:25:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T10:25:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:13,137 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205527521cb720467c802c8f25141a8155_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205527521cb720467c802c8f25141a8155_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:13,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:13,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/27bca04da71b4b4d98c5f3363bd8714e, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:13,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/27bca04da71b4b4d98c5f3363bd8714e is 175, key is test_row_0/A:col10/1732098311014/Put/seqid=0 2024-11-20T10:25:13,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098373149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098373150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098373151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098373151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098373152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742336_1512 (size=31105) 2024-11-20T10:25:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T10:25:13,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098373253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098373254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098373255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098373256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098373256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098373456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098373457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098373459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098373459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098373460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,560 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/27bca04da71b4b4d98c5f3363bd8714e 2024-11-20T10:25:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/6e880608e75a467a8929aef1156ed2cd is 50, key is test_row_0/B:col10/1732098311014/Put/seqid=0 2024-11-20T10:25:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742337_1513 (size=12151) 2024-11-20T10:25:13,572 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/6e880608e75a467a8929aef1156ed2cd 2024-11-20T10:25:13,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/12bb26314d4844abbc19e137df520f47 is 50, key is test_row_0/C:col10/1732098311014/Put/seqid=0 2024-11-20T10:25:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742338_1514 (size=12151) 2024-11-20T10:25:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T10:25:13,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098373760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098373761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098373762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098373762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098373764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:13,988 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/12bb26314d4844abbc19e137df520f47 2024-11-20T10:25:13,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/27bca04da71b4b4d98c5f3363bd8714e as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/27bca04da71b4b4d98c5f3363bd8714e 2024-11-20T10:25:13,995 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/27bca04da71b4b4d98c5f3363bd8714e, entries=150, sequenceid=173, filesize=30.4 K 2024-11-20T10:25:13,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/6e880608e75a467a8929aef1156ed2cd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/6e880608e75a467a8929aef1156ed2cd 2024-11-20T10:25:13,999 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/6e880608e75a467a8929aef1156ed2cd, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T10:25:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/12bb26314d4844abbc19e137df520f47 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/12bb26314d4844abbc19e137df520f47 2024-11-20T10:25:14,002 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/12bb26314d4844abbc19e137df520f47, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T10:25:14,003 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e40b3a24aeb2f4131648b5889e1fc567 in 1286ms, sequenceid=173, compaction requested=true 2024-11-20T10:25:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-20T10:25:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-20T10:25:14,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-20T10:25:14,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-11-20T10:25:14,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.4440 sec 2024-11-20T10:25:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:14,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T10:25:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:14,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112073e4232fc3964639a657c521ad857447_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098313151/Put/seqid=0 2024-11-20T10:25:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742339_1515 (size=14794) 2024-11-20T10:25:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098374279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098374280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098374280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098374281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098374281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098374382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098374382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098374383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098374385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098374385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098374584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098374585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098374586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098374587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098374589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T10:25:14,672 INFO [Thread-2123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-20T10:25:14,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T10:25:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-20T10:25:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T10:25:14,674 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T10:25:14,675 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T10:25:14,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T10:25:14,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:14,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112073e4232fc3964639a657c521ad857447_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112073e4232fc3964639a657c521ad857447_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:14,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/154975c9e70f4de4bf8e90234812ca08, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:14,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/154975c9e70f4de4bf8e90234812ca08 is 175, key is test_row_0/A:col10/1732098313151/Put/seqid=0 2024-11-20T10:25:14,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742340_1516 (size=39749) 2024-11-20T10:25:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T10:25:14,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:14,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:14,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:14,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:14,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:14,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:14,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098374888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098374888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098374890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098374892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098374894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T10:25:14,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:14,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:14,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:14,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:14,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:14,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:14,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,087 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/154975c9e70f4de4bf8e90234812ca08 2024-11-20T10:25:15,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/eb3052fc3b0247188532c3a57217c6a4 is 50, key is test_row_0/B:col10/1732098313151/Put/seqid=0 2024-11-20T10:25:15,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742341_1517 (size=12151) 2024-11-20T10:25:15,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:15,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:15,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T10:25:15,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:15,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:15,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098375392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098375392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098375393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098375398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098375400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:15,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/eb3052fc3b0247188532c3a57217c6a4 2024-11-20T10:25:15,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/54c1b2d8169249e2911e3d635f75dbe4 is 50, key is test_row_0/C:col10/1732098313151/Put/seqid=0 2024-11-20T10:25:15,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742342_1518 (size=12151) 2024-11-20T10:25:15,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T10:25:15,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:15,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:25:15,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/54c1b2d8169249e2911e3d635f75dbe4 2024-11-20T10:25:15,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/154975c9e70f4de4bf8e90234812ca08 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/154975c9e70f4de4bf8e90234812ca08 2024-11-20T10:25:15,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/154975c9e70f4de4bf8e90234812ca08, entries=200, sequenceid=193, filesize=38.8 K 2024-11-20T10:25:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/eb3052fc3b0247188532c3a57217c6a4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/eb3052fc3b0247188532c3a57217c6a4 2024-11-20T10:25:15,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/eb3052fc3b0247188532c3a57217c6a4, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T10:25:15,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/54c1b2d8169249e2911e3d635f75dbe4 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/54c1b2d8169249e2911e3d635f75dbe4 2024-11-20T10:25:15,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/54c1b2d8169249e2911e3d635f75dbe4, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T10:25:15,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e40b3a24aeb2f4131648b5889e1fc567 in 1662ms, sequenceid=193, compaction requested=true 2024-11-20T10:25:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:25:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T10:25:15,927 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T10:25:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T10:25:15,927 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T10:25:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:25:15,928 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72812 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T10:25:15,929 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/B is initiating minor compaction (all files) 2024-11-20T10:25:15,929 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/B in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,929 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/f0e541dbb52545ecbba075dda138cfa5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b4b069c5063d4d67b5987609a5eb9027, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/210555e5978741639360d79a3bac765c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/1df194d13a914a35b5006391347beb9c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/6e880608e75a467a8929aef1156ed2cd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/eb3052fc3b0247188532c3a57217c6a4] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=71.1 K 2024-11-20T10:25:15,929 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 195180 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T10:25:15,929 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/A is initiating minor compaction (all files) 2024-11-20T10:25:15,929 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/A in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,929 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a9544cb4b66340ab9c1d46db91494321, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ac35eb5e4c6047bc89bbb181d1b5db74, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/999f70c282d4469ab17529f2f6a8fcf0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/657ee21d860240698e8717495cd4552b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/27bca04da71b4b4d98c5f3363bd8714e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/154975c9e70f4de4bf8e90234812ca08] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=190.6 K 2024-11-20T10:25:15,929 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,929 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. files: [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a9544cb4b66340ab9c1d46db91494321, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ac35eb5e4c6047bc89bbb181d1b5db74, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/999f70c282d4469ab17529f2f6a8fcf0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/657ee21d860240698e8717495cd4552b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/27bca04da71b4b4d98c5f3363bd8714e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/154975c9e70f4de4bf8e90234812ca08] 2024-11-20T10:25:15,930 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e541dbb52545ecbba075dda138cfa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732098303495 2024-11-20T10:25:15,930 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9544cb4b66340ab9c1d46db91494321, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732098303495 2024-11-20T10:25:15,930 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting b4b069c5063d4d67b5987609a5eb9027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098304617 2024-11-20T10:25:15,930 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac35eb5e4c6047bc89bbb181d1b5db74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098304617 2024-11-20T10:25:15,931 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 210555e5978741639360d79a3bac765c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732098306750 2024-11-20T10:25:15,931 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 999f70c282d4469ab17529f2f6a8fcf0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732098306750 2024-11-20T10:25:15,931 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 1df194d13a914a35b5006391347beb9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732098308881 2024-11-20T10:25:15,931 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 657ee21d860240698e8717495cd4552b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732098308881 2024-11-20T10:25:15,931 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e880608e75a467a8929aef1156ed2cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732098311014 2024-11-20T10:25:15,931 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27bca04da71b4b4d98c5f3363bd8714e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732098311014 2024-11-20T10:25:15,932 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting eb3052fc3b0247188532c3a57217c6a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732098313149 2024-11-20T10:25:15,932 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] compactions.Compactor(224): Compacting 154975c9e70f4de4bf8e90234812ca08, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732098313149 2024-11-20T10:25:15,941 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:15,942 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:15,943 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/8b14c05b7d33438c82bed5fec773d402 is 50, key is test_row_0/B:col10/1732098313151/Put/seqid=0 2024-11-20T10:25:15,952 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cc57fd79f7094d4a9c3a0e35c159792a_e40b3a24aeb2f4131648b5889e1fc567 store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:15,955 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cc57fd79f7094d4a9c3a0e35c159792a_e40b3a24aeb2f4131648b5889e1fc567, store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:15,955 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cc57fd79f7094d4a9c3a0e35c159792a_e40b3a24aeb2f4131648b5889e1fc567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742343_1519 (size=12561) 2024-11-20T10:25:15,961 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/8b14c05b7d33438c82bed5fec773d402 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/8b14c05b7d33438c82bed5fec773d402 2024-11-20T10:25:15,967 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/B of e40b3a24aeb2f4131648b5889e1fc567 into 8b14c05b7d33438c82bed5fec773d402(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:15,967 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:15,967 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/B, priority=10, startTime=1732098315927; duration=0sec 2024-11-20T10:25:15,967 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T10:25:15,967 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:B 2024-11-20T10:25:15,967 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T10:25:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742344_1520 (size=4469) 2024-11-20T10:25:15,970 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72812 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T10:25:15,970 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#A#compaction#439 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:15,970 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1540): e40b3a24aeb2f4131648b5889e1fc567/C is initiating minor compaction (all files) 2024-11-20T10:25:15,970 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e40b3a24aeb2f4131648b5889e1fc567/C in TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:15,970 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/5edf9bfa3f434ce0ba572cb65724f92e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/f059a048af454f079c7502f7ebfd92cf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/080db38f9ab34c6fb56c95d08fb5bc2d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/3d235806640d4c3ba7bf2af174db4709, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/12bb26314d4844abbc19e137df520f47, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/54c1b2d8169249e2911e3d635f75dbe4] into tmpdir=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp, totalSize=71.1 K 2024-11-20T10:25:15,971 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/2a138c6a6c5342198af3528a08249696 is 175, key is test_row_0/A:col10/1732098313151/Put/seqid=0 2024-11-20T10:25:15,971 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 5edf9bfa3f434ce0ba572cb65724f92e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732098303495 2024-11-20T10:25:15,971 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting f059a048af454f079c7502f7ebfd92cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732098304617 2024-11-20T10:25:15,972 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 080db38f9ab34c6fb56c95d08fb5bc2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732098306750 2024-11-20T10:25:15,972 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d235806640d4c3ba7bf2af174db4709, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732098308881 2024-11-20T10:25:15,973 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 12bb26314d4844abbc19e137df520f47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732098311014 2024-11-20T10:25:15,973 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] compactions.Compactor(224): Compacting 54c1b2d8169249e2911e3d635f75dbe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732098313149 2024-11-20T10:25:15,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742345_1521 (size=31515) 2024-11-20T10:25:15,984 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e40b3a24aeb2f4131648b5889e1fc567#C#compaction#440 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T10:25:15,985 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/6ddb626d23bc4ee8b5e786fb040456bd is 50, key is test_row_0/C:col10/1732098313151/Put/seqid=0 2024-11-20T10:25:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742346_1522 (size=12561) 2024-11-20T10:25:16,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44213 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T10:25:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:16,048 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T10:25:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:16,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b400ac971c15433da2a61d6695ab1b6d_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098314270/Put/seqid=0 2024-11-20T10:25:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742347_1523 (size=12304) 2024-11-20T10:25:16,379 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/2a138c6a6c5342198af3528a08249696 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/2a138c6a6c5342198af3528a08249696 2024-11-20T10:25:16,384 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/A of e40b3a24aeb2f4131648b5889e1fc567 into 2a138c6a6c5342198af3528a08249696(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:16,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:16,384 INFO [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/A, priority=10, startTime=1732098315927; duration=0sec 2024-11-20T10:25:16,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:16,384 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:A 2024-11-20T10:25:16,393 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/6ddb626d23bc4ee8b5e786fb040456bd as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/6ddb626d23bc4ee8b5e786fb040456bd 2024-11-20T10:25:16,397 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e40b3a24aeb2f4131648b5889e1fc567/C of e40b3a24aeb2f4131648b5889e1fc567 into 6ddb626d23bc4ee8b5e786fb040456bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T10:25:16,397 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:16,397 INFO [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567., storeName=e40b3a24aeb2f4131648b5889e1fc567/C, priority=10, startTime=1732098315927; duration=0sec 2024-11-20T10:25:16,397 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:16,397 DEBUG [RS:0;d4f420762b49:44213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:C 2024-11-20T10:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:16,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. as already flushing 2024-11-20T10:25:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098376412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098376413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098376414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098376414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098376415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:16,463 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b400ac971c15433da2a61d6695ab1b6d_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b400ac971c15433da2a61d6695ab1b6d_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:16,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/bdb3ad46ff464522ad673030f753a65d, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:16,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/bdb3ad46ff464522ad673030f753a65d is 175, key is test_row_0/A:col10/1732098314270/Put/seqid=0 2024-11-20T10:25:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742348_1524 (size=31105) 2024-11-20T10:25:16,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098376516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098376518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098376518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098376519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098376519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098376719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098376721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098376721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098376722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098376722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T10:25:16,869 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/bdb3ad46ff464522ad673030f753a65d 2024-11-20T10:25:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/091a332783d34a6d81f5b8b583a2b563 is 50, key is test_row_0/B:col10/1732098314270/Put/seqid=0 2024-11-20T10:25:16,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742349_1525 (size=12151) 2024-11-20T10:25:17,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098377022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098377024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098377024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098377024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098377025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,279 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/091a332783d34a6d81f5b8b583a2b563 2024-11-20T10:25:17,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/7d3928154d4646a6b894e7d22126fb51 is 50, key is test_row_0/C:col10/1732098314270/Put/seqid=0 2024-11-20T10:25:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742350_1526 (size=12151) 2024-11-20T10:25:17,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39806 deadline: 1732098377527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39688 deadline: 1732098377527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39716 deadline: 1732098377529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732098377530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T10:25:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44213 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1732098377530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 2024-11-20T10:25:17,689 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/7d3928154d4646a6b894e7d22126fb51 2024-11-20T10:25:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/bdb3ad46ff464522ad673030f753a65d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/bdb3ad46ff464522ad673030f753a65d 2024-11-20T10:25:17,696 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/bdb3ad46ff464522ad673030f753a65d, entries=150, sequenceid=210, filesize=30.4 K 2024-11-20T10:25:17,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/091a332783d34a6d81f5b8b583a2b563 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/091a332783d34a6d81f5b8b583a2b563 2024-11-20T10:25:17,700 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/091a332783d34a6d81f5b8b583a2b563, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T10:25:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/7d3928154d4646a6b894e7d22126fb51 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/7d3928154d4646a6b894e7d22126fb51 2024-11-20T10:25:17,704 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/7d3928154d4646a6b894e7d22126fb51, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T10:25:17,705 INFO [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e40b3a24aeb2f4131648b5889e1fc567 in 1657ms, sequenceid=210, compaction requested=false 2024-11-20T10:25:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4f420762b49:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-20T10:25:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-20T10:25:17,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T10:25:17,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0310 sec 2024-11-20T10:25:17,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 3.0350 sec 2024-11-20T10:25:18,035 DEBUG [Thread-2130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:52472 2024-11-20T10:25:18,035 DEBUG [Thread-2130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,035 DEBUG [Thread-2128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:52472 2024-11-20T10:25:18,035 DEBUG [Thread-2132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:52472 2024-11-20T10:25:18,035 DEBUG [Thread-2132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,035 DEBUG [Thread-2128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,036 DEBUG [Thread-2124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:52472 2024-11-20T10:25:18,036 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,037 DEBUG [Thread-2126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:52472 2024-11-20T10:25:18,037 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44213 {}] regionserver.HRegion(8581): Flush requested on e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:18,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T10:25:18,535 DEBUG [Thread-2115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:52472 2024-11-20T10:25:18,535 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:18,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:18,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:18,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:18,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:18,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:18,537 DEBUG [Thread-2119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:52472 2024-11-20T10:25:18,537 DEBUG [Thread-2117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:52472 2024-11-20T10:25:18,537 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,537 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,539 DEBUG [Thread-2113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:52472 2024-11-20T10:25:18,539 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,539 DEBUG [Thread-2121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:52472 2024-11-20T10:25:18,539 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120216361be5edc48858e5c8dd175a1eecc_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098316413/Put/seqid=0 2024-11-20T10:25:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742351_1527 (size=12304) 2024-11-20T10:25:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T10:25:18,779 INFO [Thread-2123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7098 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6919 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6902 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7117 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6927 2024-11-20T10:25:18,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T10:25:18,779 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T10:25:18,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:52472 2024-11-20T10:25:18,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:18,779 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T10:25:18,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T10:25:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T10:25:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T10:25:18,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098318782"}]},"ts":"1732098318782"} 2024-11-20T10:25:18,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T10:25:18,785 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T10:25:18,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T10:25:18,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, UNASSIGN}] 2024-11-20T10:25:18,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, UNASSIGN 2024-11-20T10:25:18,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=163 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=CLOSING, regionLocation=d4f420762b49,44213,1732098148621 2024-11-20T10:25:18,787 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T10:25:18,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; CloseRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621}] 2024-11-20T10:25:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T10:25:18,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4f420762b49,44213,1732098148621 2024-11-20T10:25:18,939 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(124): Close e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:18,939 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T10:25:18,939 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1681): Closing e40b3a24aeb2f4131648b5889e1fc567, disabling compactions & flushes 2024-11-20T10:25:18,939 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:18,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:18,948 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120216361be5edc48858e5c8dd175a1eecc_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120216361be5edc48858e5c8dd175a1eecc_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:18,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/a5383e5473b14e998fd216e0e36f27c3, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:18,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/a5383e5473b14e998fd216e0e36f27c3 is 175, key is test_row_0/A:col10/1732098316413/Put/seqid=0 2024-11-20T10:25:18,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742352_1528 (size=31105) 2024-11-20T10:25:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T10:25:19,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/a5383e5473b14e998fd216e0e36f27c3 2024-11-20T10:25:19,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/ffff3650dd9d49269a661812f285c61b is 50, key is test_row_0/B:col10/1732098316413/Put/seqid=0 2024-11-20T10:25:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742353_1529 (size=12151) 2024-11-20T10:25:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T10:25:19,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/ffff3650dd9d49269a661812f285c61b 2024-11-20T10:25:19,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/9e57d2193d3e40679b7668f9f915a15c is 50, key is test_row_0/C:col10/1732098316413/Put/seqid=0 2024-11-20T10:25:19,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742354_1530 (size=12151) 2024-11-20T10:25:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T10:25:20,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/9e57d2193d3e40679b7668f9f915a15c 2024-11-20T10:25:20,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/a5383e5473b14e998fd216e0e36f27c3 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a5383e5473b14e998fd216e0e36f27c3 2024-11-20T10:25:20,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a5383e5473b14e998fd216e0e36f27c3, entries=150, sequenceid=234, filesize=30.4 K 2024-11-20T10:25:20,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/ffff3650dd9d49269a661812f285c61b as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/ffff3650dd9d49269a661812f285c61b 2024-11-20T10:25:20,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/ffff3650dd9d49269a661812f285c61b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:25:20,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/9e57d2193d3e40679b7668f9f915a15c as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/9e57d2193d3e40679b7668f9f915a15c 2024-11-20T10:25:20,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/9e57d2193d3e40679b7668f9f915a15c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T10:25:20,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for e40b3a24aeb2f4131648b5889e1fc567 in 1651ms, sequenceid=234, compaction requested=true 2024-11-20T10:25:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:20,186 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:20,186 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:20,186 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. after waiting 0 ms 2024-11-20T10:25:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:25:20,186 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:20,186 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. because compaction request was cancelled 2024-11-20T10:25:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:20,186 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:A 2024-11-20T10:25:20,186 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. because compaction request was cancelled 2024-11-20T10:25:20,186 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:B 2024-11-20T10:25:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:B, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:25:20,186 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(2837): Flushing e40b3a24aeb2f4131648b5889e1fc567 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T10:25:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:20,186 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. because compaction request was cancelled 2024-11-20T10:25:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e40b3a24aeb2f4131648b5889e1fc567:C, priority=-2147483648, current under compaction store size is 1 2024-11-20T10:25:20,186 DEBUG [RS:0;d4f420762b49:44213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e40b3a24aeb2f4131648b5889e1fc567:C 2024-11-20T10:25:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T10:25:20,186 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=A 2024-11-20T10:25:20,186 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:20,186 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=B 2024-11-20T10:25:20,186 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:20,187 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e40b3a24aeb2f4131648b5889e1fc567, store=C 2024-11-20T10:25:20,187 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T10:25:20,191 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a1d6539bfb984edb9c1810a4547c8840_e40b3a24aeb2f4131648b5889e1fc567 is 50, key is test_row_0/A:col10/1732098318538/Put/seqid=0 2024-11-20T10:25:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742355_1531 (size=12304) 2024-11-20T10:25:20,594 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T10:25:20,597 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a1d6539bfb984edb9c1810a4547c8840_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1d6539bfb984edb9c1810a4547c8840_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:20,598 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/b685a26f34b24f978460f1dd017e335d, store: [table=TestAcidGuarantees family=A region=e40b3a24aeb2f4131648b5889e1fc567] 2024-11-20T10:25:20,598 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/b685a26f34b24f978460f1dd017e335d is 175, key is test_row_0/A:col10/1732098318538/Put/seqid=0 2024-11-20T10:25:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742356_1532 (size=31105) 2024-11-20T10:25:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T10:25:21,002 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/b685a26f34b24f978460f1dd017e335d 2024-11-20T10:25:21,008 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/fd6daec99e2d45c59b36f95723da9300 is 50, key is test_row_0/B:col10/1732098318538/Put/seqid=0 2024-11-20T10:25:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742357_1533 (size=12151) 2024-11-20T10:25:21,411 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/fd6daec99e2d45c59b36f95723da9300 2024-11-20T10:25:21,417 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/e75c938b4fd04b7eb0bf04ae29f408e8 is 50, key is test_row_0/C:col10/1732098318538/Put/seqid=0 2024-11-20T10:25:21,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742358_1534 (size=12151) 2024-11-20T10:25:21,820 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/e75c938b4fd04b7eb0bf04ae29f408e8 2024-11-20T10:25:21,824 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/A/b685a26f34b24f978460f1dd017e335d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/b685a26f34b24f978460f1dd017e335d 2024-11-20T10:25:21,826 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/b685a26f34b24f978460f1dd017e335d, entries=150, sequenceid=241, filesize=30.4 K 2024-11-20T10:25:21,827 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/B/fd6daec99e2d45c59b36f95723da9300 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/fd6daec99e2d45c59b36f95723da9300 2024-11-20T10:25:21,830 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/fd6daec99e2d45c59b36f95723da9300, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T10:25:21,830 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/.tmp/C/e75c938b4fd04b7eb0bf04ae29f408e8 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/e75c938b4fd04b7eb0bf04ae29f408e8 2024-11-20T10:25:21,833 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/e75c938b4fd04b7eb0bf04ae29f408e8, entries=150, sequenceid=241, filesize=11.9 K 2024-11-20T10:25:21,833 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e40b3a24aeb2f4131648b5889e1fc567 in 1647ms, sequenceid=241, compaction requested=true 2024-11-20T10:25:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ceb498074a684c9aa7d8915bb935bdc5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/cdd5e59a44cc4419b78bbdcd974de7a6, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/17e4369d4a2d4bdb87a24e20f7b6299f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/220e156f72a7484cb562728792c42453, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/1572d6c8760a493d93e54e4658d7ddf1, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/61b028f4fa874ca5837309830f4e1a4b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a9544cb4b66340ab9c1d46db91494321, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ac35eb5e4c6047bc89bbb181d1b5db74, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/999f70c282d4469ab17529f2f6a8fcf0, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/657ee21d860240698e8717495cd4552b, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/27bca04da71b4b4d98c5f3363bd8714e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/154975c9e70f4de4bf8e90234812ca08] to archive 2024-11-20T10:25:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:25:21,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ceb498074a684c9aa7d8915bb935bdc5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ceb498074a684c9aa7d8915bb935bdc5 2024-11-20T10:25:21,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/cdd5e59a44cc4419b78bbdcd974de7a6 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/cdd5e59a44cc4419b78bbdcd974de7a6 2024-11-20T10:25:21,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/17e4369d4a2d4bdb87a24e20f7b6299f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/17e4369d4a2d4bdb87a24e20f7b6299f 2024-11-20T10:25:21,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/220e156f72a7484cb562728792c42453 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/220e156f72a7484cb562728792c42453 2024-11-20T10:25:21,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/1572d6c8760a493d93e54e4658d7ddf1 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/1572d6c8760a493d93e54e4658d7ddf1 2024-11-20T10:25:21,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/61b028f4fa874ca5837309830f4e1a4b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/61b028f4fa874ca5837309830f4e1a4b 2024-11-20T10:25:21,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a9544cb4b66340ab9c1d46db91494321 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a9544cb4b66340ab9c1d46db91494321 2024-11-20T10:25:21,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ac35eb5e4c6047bc89bbb181d1b5db74 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/ac35eb5e4c6047bc89bbb181d1b5db74 2024-11-20T10:25:21,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/999f70c282d4469ab17529f2f6a8fcf0 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/999f70c282d4469ab17529f2f6a8fcf0 2024-11-20T10:25:21,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/657ee21d860240698e8717495cd4552b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/657ee21d860240698e8717495cd4552b 2024-11-20T10:25:21,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/27bca04da71b4b4d98c5f3363bd8714e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/27bca04da71b4b4d98c5f3363bd8714e 2024-11-20T10:25:21,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/154975c9e70f4de4bf8e90234812ca08 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/154975c9e70f4de4bf8e90234812ca08 2024-11-20T10:25:21,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/be1ac5274a8f46ff8a38a9182bcea4cf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/63389493ba36482cbdcaeaebc8e2e760, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/a67d23989ddf4acfa54a76acfb9e1fd3, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b9b5b232eaf849b6b438214df222e916, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b68f900fe6054a188d1d5266b3dac068, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/f0e541dbb52545ecbba075dda138cfa5, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/509c5e4f5d1e4e9da929f921393f1616, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b4b069c5063d4d67b5987609a5eb9027, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/210555e5978741639360d79a3bac765c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/1df194d13a914a35b5006391347beb9c, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/6e880608e75a467a8929aef1156ed2cd, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/eb3052fc3b0247188532c3a57217c6a4] to archive 2024-11-20T10:25:21,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:25:21,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/be1ac5274a8f46ff8a38a9182bcea4cf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/be1ac5274a8f46ff8a38a9182bcea4cf 2024-11-20T10:25:21,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/63389493ba36482cbdcaeaebc8e2e760 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/63389493ba36482cbdcaeaebc8e2e760 2024-11-20T10:25:21,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/a67d23989ddf4acfa54a76acfb9e1fd3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/a67d23989ddf4acfa54a76acfb9e1fd3 2024-11-20T10:25:21,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b9b5b232eaf849b6b438214df222e916 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b9b5b232eaf849b6b438214df222e916 2024-11-20T10:25:21,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b68f900fe6054a188d1d5266b3dac068 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b68f900fe6054a188d1d5266b3dac068 2024-11-20T10:25:21,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/f0e541dbb52545ecbba075dda138cfa5 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/f0e541dbb52545ecbba075dda138cfa5 2024-11-20T10:25:21,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/509c5e4f5d1e4e9da929f921393f1616 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/509c5e4f5d1e4e9da929f921393f1616 2024-11-20T10:25:21,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b4b069c5063d4d67b5987609a5eb9027 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/b4b069c5063d4d67b5987609a5eb9027 2024-11-20T10:25:21,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/210555e5978741639360d79a3bac765c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/210555e5978741639360d79a3bac765c 2024-11-20T10:25:21,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/1df194d13a914a35b5006391347beb9c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/1df194d13a914a35b5006391347beb9c 2024-11-20T10:25:21,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/6e880608e75a467a8929aef1156ed2cd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/6e880608e75a467a8929aef1156ed2cd 2024-11-20T10:25:21,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/eb3052fc3b0247188532c3a57217c6a4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/eb3052fc3b0247188532c3a57217c6a4 2024-11-20T10:25:21,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/007dc99595e648778ed77f7c3c67985f, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e3aa025d9e34802884f9521fcd2d1e4, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/95c7707e8eaf4f2b967b27662b07bd00, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/b673c89131834c4da2b0f6fca4965aaf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/cf453486dc5e46b2989af3800421eca2, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/5edf9bfa3f434ce0ba572cb65724f92e, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e508357e69a4f8bbe98a95c8e9d8e46, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/f059a048af454f079c7502f7ebfd92cf, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/080db38f9ab34c6fb56c95d08fb5bc2d, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/3d235806640d4c3ba7bf2af174db4709, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/12bb26314d4844abbc19e137df520f47, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/54c1b2d8169249e2911e3d635f75dbe4] to archive 2024-11-20T10:25:21,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T10:25:21,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/007dc99595e648778ed77f7c3c67985f to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/007dc99595e648778ed77f7c3c67985f 2024-11-20T10:25:21,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e3aa025d9e34802884f9521fcd2d1e4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e3aa025d9e34802884f9521fcd2d1e4 2024-11-20T10:25:21,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/95c7707e8eaf4f2b967b27662b07bd00 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/95c7707e8eaf4f2b967b27662b07bd00 2024-11-20T10:25:21,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/b673c89131834c4da2b0f6fca4965aaf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/b673c89131834c4da2b0f6fca4965aaf 2024-11-20T10:25:21,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/cf453486dc5e46b2989af3800421eca2 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/cf453486dc5e46b2989af3800421eca2 2024-11-20T10:25:21,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/5edf9bfa3f434ce0ba572cb65724f92e to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/5edf9bfa3f434ce0ba572cb65724f92e 2024-11-20T10:25:21,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e508357e69a4f8bbe98a95c8e9d8e46 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/4e508357e69a4f8bbe98a95c8e9d8e46 2024-11-20T10:25:21,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/f059a048af454f079c7502f7ebfd92cf to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/f059a048af454f079c7502f7ebfd92cf 2024-11-20T10:25:21,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/080db38f9ab34c6fb56c95d08fb5bc2d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/080db38f9ab34c6fb56c95d08fb5bc2d 2024-11-20T10:25:21,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/3d235806640d4c3ba7bf2af174db4709 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/3d235806640d4c3ba7bf2af174db4709 2024-11-20T10:25:21,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/12bb26314d4844abbc19e137df520f47 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/12bb26314d4844abbc19e137df520f47 2024-11-20T10:25:21,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/54c1b2d8169249e2911e3d635f75dbe4 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/54c1b2d8169249e2911e3d635f75dbe4 2024-11-20T10:25:21,869 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/recovered.edits/244.seqid, newMaxSeqId=244, maxSeqId=4 2024-11-20T10:25:21,869 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567. 2024-11-20T10:25:21,869 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1635): Region close journal for e40b3a24aeb2f4131648b5889e1fc567: 2024-11-20T10:25:21,871 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(170): Closed e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:21,871 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=163 updating hbase:meta row=e40b3a24aeb2f4131648b5889e1fc567, regionState=CLOSED 2024-11-20T10:25:21,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T10:25:21,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; CloseRegionProcedure e40b3a24aeb2f4131648b5889e1fc567, server=d4f420762b49,44213,1732098148621 in 3.0850 sec 2024-11-20T10:25:21,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-20T10:25:21,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e40b3a24aeb2f4131648b5889e1fc567, UNASSIGN in 3.0870 sec 2024-11-20T10:25:21,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T10:25:21,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0890 sec 2024-11-20T10:25:21,875 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732098321875"}]},"ts":"1732098321875"} 2024-11-20T10:25:21,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T10:25:21,878 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T10:25:21,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.0980 sec 2024-11-20T10:25:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T10:25:22,886 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-20T10:25:22,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T10:25:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:25:22,887 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:25:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T10:25:22,888 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=165, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:25:22,890 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,891 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C, FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/recovered.edits] 2024-11-20T10:25:22,893 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/2a138c6a6c5342198af3528a08249696 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/2a138c6a6c5342198af3528a08249696 2024-11-20T10:25:22,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a5383e5473b14e998fd216e0e36f27c3 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/a5383e5473b14e998fd216e0e36f27c3 2024-11-20T10:25:22,895 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/b685a26f34b24f978460f1dd017e335d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/b685a26f34b24f978460f1dd017e335d 2024-11-20T10:25:22,896 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/bdb3ad46ff464522ad673030f753a65d to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/A/bdb3ad46ff464522ad673030f753a65d 2024-11-20T10:25:22,897 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/091a332783d34a6d81f5b8b583a2b563 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/091a332783d34a6d81f5b8b583a2b563 2024-11-20T10:25:22,898 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/8b14c05b7d33438c82bed5fec773d402 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/8b14c05b7d33438c82bed5fec773d402 2024-11-20T10:25:22,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/fd6daec99e2d45c59b36f95723da9300 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/fd6daec99e2d45c59b36f95723da9300 2024-11-20T10:25:22,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/ffff3650dd9d49269a661812f285c61b to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/B/ffff3650dd9d49269a661812f285c61b 2024-11-20T10:25:22,901 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/6ddb626d23bc4ee8b5e786fb040456bd to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/6ddb626d23bc4ee8b5e786fb040456bd 2024-11-20T10:25:22,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/7d3928154d4646a6b894e7d22126fb51 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/7d3928154d4646a6b894e7d22126fb51 2024-11-20T10:25:22,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/9e57d2193d3e40679b7668f9f915a15c to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/9e57d2193d3e40679b7668f9f915a15c 2024-11-20T10:25:22,903 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/e75c938b4fd04b7eb0bf04ae29f408e8 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/C/e75c938b4fd04b7eb0bf04ae29f408e8 2024-11-20T10:25:22,905 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/recovered.edits/244.seqid to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567/recovered.edits/244.seqid 2024-11-20T10:25:22,905 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/default/TestAcidGuarantees/e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,905 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T10:25:22,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T10:25:22,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T10:25:22,908 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020960d36790b411cba9231b0081d92b5_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112020960d36790b411cba9231b0081d92b5_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120216361be5edc48858e5c8dd175a1eecc_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120216361be5edc48858e5c8dd175a1eecc_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021d5414d62e34b6e9d6a522ba819e41e_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021d5414d62e34b6e9d6a522ba819e41e_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120350d46550633420ca5ce327679bc99c7_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120350d46550633420ca5ce327679bc99c7_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205527521cb720467c802c8f25141a8155_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205527521cb720467c802c8f25141a8155_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112073e4232fc3964639a657c521ad857447_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112073e4232fc3964639a657c521ad857447_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,913 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ef7763d1dfe40c49e9a986da69f8d94_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ef7763d1dfe40c49e9a986da69f8d94_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1d6539bfb984edb9c1810a4547c8840_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1d6539bfb984edb9c1810a4547c8840_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,915 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b400ac971c15433da2a61d6695ab1b6d_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b400ac971c15433da2a61d6695ab1b6d_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,915 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c2c004fd20944f849b5749fde5164e5f_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c2c004fd20944f849b5749fde5164e5f_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb4ca25db235466ab8702a6c51fb91b9_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb4ca25db235466ab8702a6c51fb91b9_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,917 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d2d1862ea1a940c2ad121b36096f2db3_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d2d1862ea1a940c2ad121b36096f2db3_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,918 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd08dc00d3da4a31a39df38723263a4a_e40b3a24aeb2f4131648b5889e1fc567 to hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd08dc00d3da4a31a39df38723263a4a_e40b3a24aeb2f4131648b5889e1fc567 2024-11-20T10:25:22,918 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T10:25:22,920 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=165, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:25:22,922 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T10:25:22,924 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T10:25:22,924 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=165, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:25:22,924 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T10:25:22,924 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732098322924"}]},"ts":"9223372036854775807"} 2024-11-20T10:25:22,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T10:25:22,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e40b3a24aeb2f4131648b5889e1fc567, NAME => 'TestAcidGuarantees,,1732098294967.e40b3a24aeb2f4131648b5889e1fc567.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T10:25:22,926 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T10:25:22,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732098322926"}]},"ts":"9223372036854775807"} 2024-11-20T10:25:22,927 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T10:25:22,929 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=165, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T10:25:22,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-20T10:25:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46837 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T10:25:22,989 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T10:25:22,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5410 (was 5434) 2024-11-20T10:25:22,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T10:25:22,998 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T10:25:22,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:52472 2024-11-20T10:25:22,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:22,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T10:25:22,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531552996, stopped=false 2024-11-20T10:25:22,998 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=d4f420762b49,46837,1732098147886 2024-11-20T10:25:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:25:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T10:25:23,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T10:25:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:25:23,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:25:23,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:23,001 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd4f420762b49,44213,1732098148621' ***** 2024-11-20T10:25:23,001 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T10:25:23,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:25:23,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T10:25:23,001 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T10:25:23,001 INFO [RS:0;d4f420762b49:44213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T10:25:23,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T10:25:23,001 INFO [RS:0;d4f420762b49:44213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T10:25:23,001 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(3579): Received CLOSE for 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:25:23,002 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1224): stopping server d4f420762b49,44213,1732098148621 2024-11-20T10:25:23,002 DEBUG [RS:0;d4f420762b49:44213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:23,002 INFO [RS:0;d4f420762b49:44213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T10:25:23,002 INFO [RS:0;d4f420762b49:44213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T10:25:23,002 INFO [RS:0;d4f420762b49:44213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T10:25:23,002 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T10:25:23,002 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 372812ae3d724f3ab6cd41ee6ef91cba, disabling compactions & flushes 2024-11-20T10:25:23,002 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:25:23,002 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:25:23,003 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. after waiting 0 ms 2024-11-20T10:25:23,003 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:25:23,003 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 372812ae3d724f3ab6cd41ee6ef91cba 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T10:25:23,003 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T10:25:23,003 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1603): Online Regions={372812ae3d724f3ab6cd41ee6ef91cba=hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T10:25:23,003 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T10:25:23,003 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T10:25:23,003 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T10:25:23,003 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T10:25:23,003 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T10:25:23,003 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T10:25:23,003 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:25:23,019 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba/.tmp/info/f730703803024a81811e5496729e160d is 45, key is default/info:d/1732098153981/Put/seqid=0 2024-11-20T10:25:23,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742359_1535 (size=5037) 2024-11-20T10:25:23,024 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/info/e273a10a4a28412294ba554fd9bee391 is 143, key is hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba./info:regioninfo/1732098153859/Put/seqid=0 2024-11-20T10:25:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742360_1536 (size=7725) 2024-11-20T10:25:23,085 INFO [regionserver/d4f420762b49:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:25:23,204 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:25:23,323 INFO [regionserver/d4f420762b49:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T10:25:23,323 INFO [regionserver/d4f420762b49:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T10:25:23,404 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 372812ae3d724f3ab6cd41ee6ef91cba 2024-11-20T10:25:23,423 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba/.tmp/info/f730703803024a81811e5496729e160d 2024-11-20T10:25:23,426 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba/.tmp/info/f730703803024a81811e5496729e160d as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba/info/f730703803024a81811e5496729e160d 2024-11-20T10:25:23,427 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/info/e273a10a4a28412294ba554fd9bee391 2024-11-20T10:25:23,429 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba/info/f730703803024a81811e5496729e160d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T10:25:23,430 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 372812ae3d724f3ab6cd41ee6ef91cba in 427ms, sequenceid=6, compaction requested=false 2024-11-20T10:25:23,433 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/namespace/372812ae3d724f3ab6cd41ee6ef91cba/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T10:25:23,434 INFO [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:25:23,434 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 372812ae3d724f3ab6cd41ee6ef91cba: 2024-11-20T10:25:23,434 DEBUG [RS_CLOSE_REGION-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732098152627.372812ae3d724f3ab6cd41ee6ef91cba. 2024-11-20T10:25:23,445 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/rep_barrier/5ba91131437742deb69e2fa1bc9b24bc is 102, key is TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c./rep_barrier:/1732098182395/DeleteFamily/seqid=0 2024-11-20T10:25:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742361_1537 (size=6025) 2024-11-20T10:25:23,604 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T10:25:23,804 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T10:25:23,849 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/rep_barrier/5ba91131437742deb69e2fa1bc9b24bc 2024-11-20T10:25:23,867 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/table/444a20e00688423db0b5939d61d5e925 is 96, key is TestAcidGuarantees,,1732098154160.8224e9b75aeb03b8337afacfbbfe125c./table:/1732098182395/DeleteFamily/seqid=0 2024-11-20T10:25:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742362_1538 (size=5942) 2024-11-20T10:25:24,005 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T10:25:24,005 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T10:25:24,005 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T10:25:24,205 DEBUG [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T10:25:24,271 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/table/444a20e00688423db0b5939d61d5e925 2024-11-20T10:25:24,274 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/info/e273a10a4a28412294ba554fd9bee391 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/info/e273a10a4a28412294ba554fd9bee391 2024-11-20T10:25:24,277 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/info/e273a10a4a28412294ba554fd9bee391, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T10:25:24,278 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/rep_barrier/5ba91131437742deb69e2fa1bc9b24bc as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/rep_barrier/5ba91131437742deb69e2fa1bc9b24bc 2024-11-20T10:25:24,280 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/rep_barrier/5ba91131437742deb69e2fa1bc9b24bc, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T10:25:24,280 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/.tmp/table/444a20e00688423db0b5939d61d5e925 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/table/444a20e00688423db0b5939d61d5e925 2024-11-20T10:25:24,283 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/table/444a20e00688423db0b5939d61d5e925, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T10:25:24,283 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=93, compaction requested=false 2024-11-20T10:25:24,287 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T10:25:24,287 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T10:25:24,287 INFO [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T10:25:24,287 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T10:25:24,287 DEBUG [RS_CLOSE_META-regionserver/d4f420762b49:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T10:25:24,405 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1250): stopping server d4f420762b49,44213,1732098148621; all regions closed. 2024-11-20T10:25:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741834_1010 (size=26050) 2024-11-20T10:25:24,411 DEBUG [RS:0;d4f420762b49:44213 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/oldWALs 2024-11-20T10:25:24,411 INFO [RS:0;d4f420762b49:44213 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d4f420762b49%2C44213%2C1732098148621.meta:.meta(num 1732098152368) 2024-11-20T10:25:24,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741832_1008 (size=12454539) 2024-11-20T10:25:24,414 DEBUG [RS:0;d4f420762b49:44213 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/oldWALs 2024-11-20T10:25:24,414 INFO [RS:0;d4f420762b49:44213 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d4f420762b49%2C44213%2C1732098148621:(num 1732098151403) 2024-11-20T10:25:24,414 DEBUG [RS:0;d4f420762b49:44213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:24,415 INFO [RS:0;d4f420762b49:44213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T10:25:24,415 INFO [RS:0;d4f420762b49:44213 {}] hbase.ChoreService(370): Chore service for: regionserver/d4f420762b49:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T10:25:24,415 INFO [regionserver/d4f420762b49:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T10:25:24,416 INFO [RS:0;d4f420762b49:44213 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44213 2024-11-20T10:25:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T10:25:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d4f420762b49,44213,1732098148621 2024-11-20T10:25:24,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d4f420762b49,44213,1732098148621] 2024-11-20T10:25:24,421 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing d4f420762b49,44213,1732098148621; numProcessing=1 2024-11-20T10:25:24,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/d4f420762b49,44213,1732098148621 already deleted, retry=false 2024-11-20T10:25:24,422 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; d4f420762b49,44213,1732098148621 expired; onlineServers=0 2024-11-20T10:25:24,422 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd4f420762b49,46837,1732098147886' ***** 2024-11-20T10:25:24,422 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T10:25:24,423 DEBUG [M:0;d4f420762b49:46837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ce5eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d4f420762b49/172.17.0.2:0 2024-11-20T10:25:24,423 INFO [M:0;d4f420762b49:46837 {}] regionserver.HRegionServer(1224): stopping server d4f420762b49,46837,1732098147886 2024-11-20T10:25:24,423 INFO [M:0;d4f420762b49:46837 {}] regionserver.HRegionServer(1250): stopping server d4f420762b49,46837,1732098147886; all regions closed. 2024-11-20T10:25:24,423 DEBUG [M:0;d4f420762b49:46837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T10:25:24,423 DEBUG [M:0;d4f420762b49:46837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T10:25:24,423 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T10:25:24,423 DEBUG [M:0;d4f420762b49:46837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T10:25:24,423 DEBUG [master/d4f420762b49:0:becomeActiveMaster-HFileCleaner.large.0-1732098151126 {}] cleaner.HFileCleaner(306): Exit Thread[master/d4f420762b49:0:becomeActiveMaster-HFileCleaner.large.0-1732098151126,5,FailOnTimeoutGroup] 2024-11-20T10:25:24,423 DEBUG [master/d4f420762b49:0:becomeActiveMaster-HFileCleaner.small.0-1732098151128 {}] cleaner.HFileCleaner(306): Exit Thread[master/d4f420762b49:0:becomeActiveMaster-HFileCleaner.small.0-1732098151128,5,FailOnTimeoutGroup] 2024-11-20T10:25:24,423 INFO [M:0;d4f420762b49:46837 {}] hbase.ChoreService(370): Chore service for: master/d4f420762b49:0 had [] on shutdown 2024-11-20T10:25:24,423 DEBUG [M:0;d4f420762b49:46837 {}] master.HMaster(1733): Stopping service threads 2024-11-20T10:25:24,423 INFO [M:0;d4f420762b49:46837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T10:25:24,424 ERROR [M:0;d4f420762b49:46837 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:34249 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34249,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T10:25:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T10:25:24,424 INFO [M:0;d4f420762b49:46837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T10:25:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T10:25:24,424 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T10:25:24,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T10:25:24,425 DEBUG [M:0;d4f420762b49:46837 {}] zookeeper.ZKUtil(347): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T10:25:24,425 WARN [M:0;d4f420762b49:46837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T10:25:24,425 INFO [M:0;d4f420762b49:46837 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T10:25:24,425 INFO [M:0;d4f420762b49:46837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T10:25:24,425 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T10:25:24,425 INFO [M:0;d4f420762b49:46837 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:25:24,425 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:25:24,425 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T10:25:24,425 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:25:24,425 INFO [M:0;d4f420762b49:46837 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=720.54 KB heapSize=882.53 KB 2024-11-20T10:25:24,441 DEBUG [M:0;d4f420762b49:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1277c779299422882fad2d594201d08 is 82, key is hbase:meta,,1/info:regioninfo/1732098152515/Put/seqid=0 2024-11-20T10:25:24,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742363_1539 (size=5672) 2024-11-20T10:25:24,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:25:24,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44213-0x1001473fbdf0001, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:25:24,522 INFO [RS:0;d4f420762b49:44213 {}] regionserver.HRegionServer(1307): Exiting; stopping=d4f420762b49,44213,1732098148621; zookeeper connection closed. 2024-11-20T10:25:24,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aa3091d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aa3091d 2024-11-20T10:25:24,522 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T10:25:24,845 INFO [M:0;d4f420762b49:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1986 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1277c779299422882fad2d594201d08 2024-11-20T10:25:24,866 DEBUG [M:0;d4f420762b49:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cddfd63d7aee4f3699124d051f43b633 is 2284, key is \x00\x00\x00\x00\x00\x00\x00[/proc:d/1732098243445/Put/seqid=0 2024-11-20T10:25:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742364_1540 (size=42676) 2024-11-20T10:25:25,271 INFO [M:0;d4f420762b49:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=719.98 KB at sequenceid=1986 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cddfd63d7aee4f3699124d051f43b633 2024-11-20T10:25:25,274 INFO [M:0;d4f420762b49:46837 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cddfd63d7aee4f3699124d051f43b633 2024-11-20T10:25:25,291 DEBUG [M:0;d4f420762b49:46837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc041c1b3d94dd5a8c4e9b833ef86a2 is 69, key is d4f420762b49,44213,1732098148621/rs:state/1732098151171/Put/seqid=0 2024-11-20T10:25:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073742365_1541 (size=5156) 2024-11-20T10:25:25,695 INFO [M:0;d4f420762b49:46837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1986 (bloomFilter=true), to=hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc041c1b3d94dd5a8c4e9b833ef86a2 2024-11-20T10:25:25,698 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1277c779299422882fad2d594201d08 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1277c779299422882fad2d594201d08 2024-11-20T10:25:25,701 INFO [M:0;d4f420762b49:46837 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1277c779299422882fad2d594201d08, entries=8, sequenceid=1986, filesize=5.5 K 2024-11-20T10:25:25,701 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cddfd63d7aee4f3699124d051f43b633 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cddfd63d7aee4f3699124d051f43b633 2024-11-20T10:25:25,704 INFO [M:0;d4f420762b49:46837 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cddfd63d7aee4f3699124d051f43b633 2024-11-20T10:25:25,704 INFO [M:0;d4f420762b49:46837 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cddfd63d7aee4f3699124d051f43b633, entries=165, sequenceid=1986, filesize=41.7 K 2024-11-20T10:25:25,704 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dc041c1b3d94dd5a8c4e9b833ef86a2 as hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dc041c1b3d94dd5a8c4e9b833ef86a2 2024-11-20T10:25:25,707 INFO [M:0;d4f420762b49:46837 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34249/user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dc041c1b3d94dd5a8c4e9b833ef86a2, entries=1, sequenceid=1986, filesize=5.0 K 2024-11-20T10:25:25,708 INFO [M:0;d4f420762b49:46837 {}] regionserver.HRegion(3040): Finished flush of dataSize ~720.54 KB/737830, heapSize ~882.23 KB/903408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=1986, compaction requested=false 2024-11-20T10:25:25,709 INFO [M:0;d4f420762b49:46837 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T10:25:25,709 DEBUG [M:0;d4f420762b49:46837 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T10:25:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741830_1006 (size=868103) 2024-11-20T10:25:25,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/0fb8c583-12b6-c4d1-0999-c2892b6ac313/MasterData/WALs/d4f420762b49,46837,1732098147886/d4f420762b49%2C46837%2C1732098147886.1732098150599 not finished, retry = 0 2024-11-20T10:25:25,812 INFO [M:0;d4f420762b49:46837 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T10:25:25,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T10:25:25,812 INFO [M:0;d4f420762b49:46837 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46837 2024-11-20T10:25:25,814 DEBUG [M:0;d4f420762b49:46837 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/d4f420762b49,46837,1732098147886 already deleted, retry=false 2024-11-20T10:25:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:25:25,916 INFO [M:0;d4f420762b49:46837 {}] regionserver.HRegionServer(1307): Exiting; stopping=d4f420762b49,46837,1732098147886; zookeeper connection closed. 2024-11-20T10:25:25,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46837-0x1001473fbdf0000, quorum=127.0.0.1:52472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T10:25:25,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:25:25,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:25:25,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:25:25,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:25:25,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/hadoop.log.dir/,STOPPED} 2024-11-20T10:25:25,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:25:25,925 WARN [BP-125645188-172.17.0.2-1732098145022 heartbeating to localhost/127.0.0.1:34249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:25:25,925 WARN [BP-125645188-172.17.0.2-1732098145022 heartbeating to localhost/127.0.0.1:34249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-125645188-172.17.0.2-1732098145022 (Datanode Uuid 2bd291e4-f2e9-4533-b0f5-482a1bb9bf45) service to localhost/127.0.0.1:34249 2024-11-20T10:25:25,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:25:25,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/dfs/data/data1/current/BP-125645188-172.17.0.2-1732098145022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:25:25,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/cluster_3d7866a3-f9f9-eb0a-3734-d1b8df5792bf/dfs/data/data2/current/BP-125645188-172.17.0.2-1732098145022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:25:25,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:25:25,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:25:25,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:25:25,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:25:25,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:25:25,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3673462b-e035-924b-d5eb-2424ca755848/hadoop.log.dir/,STOPPED} 2024-11-20T10:25:25,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T10:25:26,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down